
import pandas as pd
from pprint import pprint
import re
from tqdm import tqdm
tqdm.pandas()
import numpy as np


df = pd.read_json('https://storage.googleapis.com/msca-bdp-data-open/news/news_final_project.json', orient='records', lines=True)

df


df.info()

<class 'pandas.core.frame.DataFrame'>
RangeIndex: 199942 entries, 0 to 199941
Data columns (total 4 columns):
 #   Column    Non-Null Count   Dtype         
---  ------    --------------   -----         
 0   date      199942 non-null  datetime64[ns]
 1   language  199942 non-null  object        
 2   title     199942 non-null  object        
 3   text      199942 non-null  object        
dtypes: datetime64[ns](1), object(3)
memory usage: 6.1+ MB


# remove URL (started in '//') and newline (started in '\n') and content-section
df['txt_no_url'] = df['text'].progress_apply(lambda x: re.sub('//[^\n| ]+|\n|\(#content-section.[0-9]\)','',x))

100%|██████████| 199942/199942 [00:13<00:00, 14742.64it/s]


pd.set_option('display.max_colwidth',1000)
df[['text','txt_no_url']].head(2)


# select titles that contain 'Illinois/Chicago' and 'population'
df_select_title = pd.DataFrame(df[ 
    df['title'].str.contains('Illinois|illinois|Chicago|chicago') &
    df['title'].str.contains('Population|population')
    ])
print('initial no.of articles', len(df))
print('filtered no.of articles', len(df_select_title))
df_select_title.head(2)

initial no.of articles 199942
filtered no.of articles 150


df_select_title.info()

<class 'pandas.core.frame.DataFrame'>
Int64Index: 150 entries, 308 to 199773
Data columns (total 5 columns):
 #   Column      Non-Null Count  Dtype         
---  ------      --------------  -----         
 0   date        150 non-null    datetime64[ns]
 1   language    150 non-null    object        
 2   title       150 non-null    object        
 3   text        150 non-null    object        
 4   txt_no_url  150 non-null    object        
dtypes: datetime64[ns](1), object(4)
memory usage: 7.0+ KB


import spacy
nlp = spacy.load("en_core_web_sm")


df_title_spacy = df_select_title.copy()


# split each text into sentences
df_title_spacy['txt_sent'] = df_select_title['txt_no_url'].progress_apply(lambda x: [sent.text for sent in nlp(x).sents] )

100%|██████████| 150/150 [00:13<00:00, 11.19it/s]


df_title_spacy.head(1)


# explode the dataframe by sentence
df_title_spacy_exp = df_title_spacy.explode('txt_sent')


df_title_spacy_exp.head(1)


df_title_spacy_exp.info()

<class 'pandas.core.frame.DataFrame'>
Int64Index: 3991 entries, 308 to 199773
Data columns (total 6 columns):
 #   Column      Non-Null Count  Dtype         
---  ------      --------------  -----         
 0   date        3991 non-null   datetime64[ns]
 1   language    3991 non-null   object        
 2   title       3991 non-null   object        
 3   text        3991 non-null   object        
 4   txt_no_url  3991 non-null   object        
 5   txt_sent    3991 non-null   object        
dtypes: datetime64[ns](1), object(5)
memory usage: 218.3+ KB


print('Article distribution by month Jan-Jul 2022,')
print('exploded by sentences of selected 150 titles:')
pd.to_datetime(df_title_spacy_exp['date']).dt.month.value_counts().sort_index()

Article distribution by month Jan-Jul 2022,
exploded by sentences of selected 150 titles:

1    1073
2     456
3     593
4     283
5    1215
6     147
7     224
Name: date, dtype: int64


df_title_spacy_exp['month'] = pd.to_datetime(df['date']).dt.month


df_title_spacy_exp1 = df_title_spacy_exp.drop_duplicates(subset='txt_sent', keep='first')


df_title_spacy_exp1.info()

<class 'pandas.core.frame.DataFrame'>
Int64Index: 2710 entries, 308 to 199773
Data columns (total 7 columns):
 #   Column      Non-Null Count  Dtype         
---  ------      --------------  -----         
 0   date        2710 non-null   datetime64[ns]
 1   language    2710 non-null   object        
 2   title       2710 non-null   object        
 3   text        2710 non-null   object        
 4   txt_no_url  2710 non-null   object        
 5   txt_sent    2710 non-null   object        
 6   month       2710 non-null   int64         
dtypes: datetime64[ns](1), int64(1), object(5)
memory usage: 169.4+ KB


import nltk
nltk.download('vader_lexicon')
from nltk.sentiment.vader import SentimentIntensityAnalyzer
sid = SentimentIntensityAnalyzer()

[nltk_data] Downloading package vader_lexicon to /root/nltk_data...
[nltk_data]   Package vader_lexicon is already up-to-date!


df_title_spacy_exp1['vader_result'] = df_title_spacy_exp1['txt_sent'].progress_apply(lambda x: sid.polarity_scores(x))

100%|██████████| 2710/2710 [00:00<00:00, 3378.48it/s]
/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  """Entry point for launching an IPython kernel.


df_title_spacy_exp1['vader_scores'] = df_title_spacy_exp1['vader_result'].progress_apply(lambda x: x['compound'])

100%|██████████| 2710/2710 [00:00<00:00, 469867.46it/s]
/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  """Entry point for launching an IPython kernel.


df_title_spacy_exp1['vader_sentiment'] = np.where(df_title_spacy_exp1['vader_scores']>=0.05, 'pos',
                                                  np.where(df_title_spacy_exp1['vader_scores']<=-0.05,'neg','neu'))

/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy


df_title_spacy_exp1.head(1)


df_title_spacy_exp1['vader_sentiment'].value_counts()

neu    1173
pos     924
neg     613
Name: vader_sentiment, dtype: int64


df_title_spacy_exp1['title_length'] = df_title_spacy_exp1['title'].progress_apply(lambda x: len(x.split()))

100%|██████████| 2710/2710 [00:00<00:00, 153370.09it/s]
/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  """Entry point for launching an IPython kernel.


df_title_spacy_exp1['title_length'].value_counts().sort_index(ascending=False)

1569     75
1567      1
368      32
278      66
40       23
34       10
33       30
31        3
29        2
27       28
24       13
23       25
22       47
21      132
20       21
19       97
18      128
17      129
16       96
15      218
14      287
13      127
12      405
11      222
10      157
9        92
8       111
7       108
6         5
5        20
Name: title_length, dtype: int64


df_title_spacy_exp1[['title','txt_no_url']][df_title_spacy_exp1['title_length']==1567]


df_title_spacy_exp2 = df_title_spacy_exp1[df_title_spacy_exp1['title_length']<278]


print(len(df_title_spacy_exp2))
print(df_title_spacy_exp2['vader_sentiment'].value_counts())

2536
neu    1108
pos     875
neg     553
Name: vader_sentiment, dtype: int64


#remove punctuation (just in case for further use)
import string
df_title_spacy_exp2['txt_sent_punct'] = df_title_spacy_exp2['txt_sent']\
    .progress_apply(lambda x: re.sub('[%s]' % re.escape(string.punctuation), '' , x))

100%|██████████| 2536/2536 [00:00<00:00, 108347.05it/s]
/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:4: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  after removing the cwd from sys.path.


df_title_spacy_exp2[['txt_sent','txt_sent_punct']].head(1)


!pip install -U matplotlib

Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/
Requirement already satisfied: matplotlib in /usr/local/lib/python3.7/dist-packages (3.5.3)
Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (7.1.2)
Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (0.11.0)
Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (4.36.0)
Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (2.8.2)
Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (21.3)
Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (1.4.4)
Requirement already satisfied: pyparsing>=2.2.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (3.0.9)
Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from matplotlib) (1.21.6)
Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from kiwisolver>=1.0.1->matplotlib) (4.1.1)
Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7->matplotlib) (1.15.0)


import collections
import matplotlib.cm as cm
import matplotlib.pyplot as plt
from matplotlib import rcParams
from wordcloud import WordCloud, STOPWORDS
%matplotlib inline


stopwords = list(STOPWORDS) + ['s','u','state','illinois','population']
all_txt_sent_pos = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sentiment']=='pos'])

wc_all_txt_sent_pos = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(all_txt_sent_pos)
rcParams['figure.figsize'] = 20, 40
plt.imshow(wc_all_txt_sent_pos)
plt.axis("off")
plt.show()


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_pos).items(), key=lambda e:e[1], reverse=True)[:30]

[('residents Percent', 114),
 ('people', 110),
 ('said', 103),
 ('Number', 88),
 ('foreign born', 74),
 ('born residents', 74),
 ('Chicago', 66),
 ('new', 65),
 ('states', 64),
 ('growth', 63),
 ('total', 52),
 ('will', 51),
 ('year', 50),
 ('Census Bureau', 42),
 ('National Number', 40),
 ('increase', 39),
 ('city', 39),
 ('now', 38),
 ('Census', 37),
 ('change', 37),
 ('growing', 36),
 ('move', 34),
 ('want', 34),
 ('common country', 33),
 ('time', 31),
 ('think', 30),
 ('need', 30),
 ('resident', 30),
 ('one', 29),
 ('many', 29)]


stopwords = list(STOPWORDS) + ['s','u','state','illinois','population']
all_txt_sent_neg = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sentiment']=='neg'])

wc_all_txt_sent_neg = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(all_txt_sent_neg)
rcParams['figure.figsize'] = 20, 40
plt.imshow(wc_all_txt_sent_neg)
plt.axis("off")
plt.show()


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_neg).items(), key=lambda e:e[1], reverse=True)[:30]

[('people', 108),
 ('lost', 78),
 ('resident', 77),
 ('said', 76),
 ('Chicago', 64),
 ('census', 56),
 ('New', 51),
 ('decline', 47),
 ('states', 43),
 ('loss', 36),
 ('year', 33),
 ('city', 30),
 ('Census Bureau', 30),
 ('New York', 29),
 ('according', 28),
 ('report', 26),
 ('COVID', 26),
 ('among', 24),
 ('say', 23),
 ('will', 23),
 ('one', 23),
 ('job', 23),
 ('still', 22),
 ('July', 22),
 ('cities', 22),
 ('losing', 22),
 ('crime', 21),
 ('change', 20),
 ('counties', 20),
 ('taxes', 18)]


stopwords = list(STOPWORDS) + ['s','u','state','illinois','population']
all_txt_sent_neu = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sentiment']=='neu'])

wc_all_txt_sent_neu = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(all_txt_sent_neu)
rcParams['figure.figsize'] = 20, 40
plt.imshow(wc_all_txt_sent_neu)
plt.axis("off")
plt.show()


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_neu).items(), key=lambda e:e[1], reverse=True)[:30]

[('County', 100),
 ('said', 92),
 ('people', 82),
 ('year', 61),
 ('Chicago', 60),
 ('New', 57),
 ('percent', 48),
 ('Census Bureau', 43),
 ('Updated hr', 43),
 ('Getty Images', 42),
 ('hrs ago', 42),
 ('data', 37),
 ('estimate', 36),
 ('now', 35),
 ('resident', 35),
 ('one', 34),
 ('time', 32),
 ('decline', 31),
 ('May', 31),
 ('COVID', 31),
 ('two', 30),
 ('city', 29),
 ('change', 28),
 ('Census', 27),
 ('million', 27),
 ('according', 24),
 ('undercounted', 24),
 ('states', 23),
 ('American', 23),
 ('California', 23)]


df_title_spacy_exp2 = df_title_spacy_exp2.reset_index()


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('growing')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')]


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('growing')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neg')]


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('growing')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2['vader_sent_rev'] = df_title_spacy_exp2['vader_sentiment']


df_title_spacy_exp2['vader_sent_rev'].iloc[851] = 'neg'
df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[851]]

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2['vader_sent_rev'].iloc[2002] = 'neg'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('grow |grows|grew')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')]


df_title_spacy_exp2['vader_sent_rev'].iloc[1166] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1380] = 'neg'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('grow |grows|grew')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neg')]


df_title_spacy_exp2['vader_sent_rev'].iloc[1147] = 'pos'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('grow |grows|grew')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2['vader_sent_rev'][(df_title_spacy_exp2['txt_sent'].str.contains('influx')) & (df_title_spacy_exp2['vader_sentiment']=='neu')] = 'pos'
df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']][(df_title_spacy_exp2['txt_sent'].str.contains('influx')) & 
                                                                     (df_title_spacy_exp2['vader_sentiment']=='neu')]

/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  """Entry point for launching an IPython kernel.


df_title_spacy_exp2['vader_sent_rev'].iloc[49] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[61] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[733] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[807] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[909] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[1237] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[1350] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[1373] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[1467] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[1509] = 'pos'
pd.concat([
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[49]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[61]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[733]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[807]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[909]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[1237]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[1350]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[1373]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[1467]],
    df_title_spacy_exp2[['txt_sent','vader_sentiment','vader_sent_rev']].iloc[[1509]]
],axis=0)

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2['vader_sent_rev'].iloc[1137] = 'neg'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('growth')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neg')]


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('growth')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2['vader_sent_rev'].iloc[963] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[2345] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[963] = 'neg'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('increase')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neg')]


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('decline')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')]


df_title_spacy_exp2['vader_sent_rev'][ (df_title_spacy_exp2['txt_sent'].str.contains('decline')) &
                                       (df_title_spacy_exp2['txt_sent'].str.contains('reality it grew')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')] = 'neg'

/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:3: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  This is separate from the ipykernel package so we can avoid doing imports until


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('decline')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2['vader_sent_rev'][ (df_title_spacy_exp2['txt_sent'].str.contains('decline')) &
                                       (df_title_spacy_exp2['txt_sent'].str.contains('prosecutorial|COVID-19 patients|Demolitions')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')] = 'neg'

/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:3: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  This is separate from the ipykernel package so we can avoid doing imports until


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('loss')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')]


df_title_spacy_exp2['vader_sent_rev'][ (df_title_spacy_exp2['txt_sent'].str.contains('loss')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')][1:4] = 'neg'


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('loss')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2['vader_sent_rev'][ (df_title_spacy_exp2['txt_sent'].str.contains('loss')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')] ='neg'

/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('losing')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')]


df_title_spacy_exp2['vader_sent_rev'].iloc[570] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[744] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1590] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1770] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1927] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[2227] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[2472] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[2444] = 'neu'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('losing')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2['vader_sent_rev'].iloc[616] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[799] = 'pos'
df_title_spacy_exp2['vader_sent_rev'].iloc[801] = 'pos'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('lost')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='pos')]


df_title_spacy_exp2['vader_sent_rev'].iloc[23] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[345] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1380] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1721] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1836] = 'neg'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('lost')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('COVID')) &
                                                            (df_title_spacy_exp2['vader_sentiment']=='neu')]


df_title_spacy_exp2['vader_sent_rev'].iloc[616] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[958] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[963] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1546] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[2347] = 'neg'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('COVID')) &
                                                            (df_title_spacy_exp2['vader_sent_rev']=='pos')]


df_title_spacy_exp2['vader_sent_rev'].iloc[606] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1051] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1199] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[1200] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[1203] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[1210] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[1535] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[1838] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[2003] = 'neg'
df_title_spacy_exp2['vader_sent_rev'].iloc[2393] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[2441] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[2447] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[2451] = 'neu'
df_title_spacy_exp2['vader_sent_rev'].iloc[2454] = 'neu'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('COVID')) &
                                                            (df_title_spacy_exp2['vader_sent_rev']=='neg')]


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('undercounted')) &
                                                            (df_title_spacy_exp2['vader_sent_rev']=='neu')]


df_title_spacy_exp2['vader_sent_rev'][ (df_title_spacy_exp2['txt_sent'].str.contains('undercounted')) &
                                                            (df_title_spacy_exp2['vader_sent_rev']=='neu')] = 'pos'

/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('undercounted')) &
                                                            (df_title_spacy_exp2['vader_sent_rev']=='pos')]


df_title_spacy_exp2[['title','txt_sent','vader_sentiment']][ (df_title_spacy_exp2['txt_sent'].str.contains('undercounted')) &
                                                            (df_title_spacy_exp2['vader_sent_rev']=='neg')]


df_title_spacy_exp2['vader_sent_rev'].iloc[1508] = 'pos'

/usr/local/lib/python3.7/dist-packages/pandas/core/indexing.py:1732: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  self._setitem_single_block(indexer, value, name)


stopwords = list(STOPWORDS) + ['s','u','state','illinois','population','residents','resident','percent','people','said','number','foreign', 'born']
all_txt_sent_pos = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sent_rev']=='pos'])

wc_all_txt_sent_pos = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(all_txt_sent_pos)
rcParams['figure.figsize'] = 20, 40
plt.imshow(wc_all_txt_sent_pos)
plt.axis("off")
plt.show()


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_pos).items(), key=lambda e:e[1], reverse=True)[:20]

[('states', 68),
 ('Chicago', 67),
 ('new', 66),
 ('growth', 62),
 ('year', 59),
 ('Census', 54),
 ('will', 51),
 ('total', 51),
 ('National', 49),
 ('Census Bureau', 45),
 ('now', 43),
 ('city', 38),
 ('growing', 37),
 ('increase', 35),
 ('move', 35),
 ('change', 35),
 ('want', 34),
 ('time', 33),
 ('common country', 33),
 ('undercounted', 32)]


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_pos).items(), key=lambda e:e[1], reverse=True)[21:40]

[('show', 30),
 ('think', 30),
 ('area', 29),
 ('need', 29),
 ('cities', 29),
 ('many', 29),
 ('data', 28),
 ('numbers', 27),
 ('one', 27),
 ('estimate', 26),
 ('survey', 25),
 ('better', 25),
 ('report', 25),
 ('moving', 25),
 ('count', 24),
 ('Black', 24),
 ('rate', 24),
 ('two', 23),
 ('member', 23)]


df_title_spacy_exp2['title'][ (df_title_spacy_exp2['vader_sent_rev']=='pos') & (df_title_spacy_exp2['txt_sent'].str.contains('growing'))].unique()[:40]

array(['New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain',
       'Native American population in Chicago grows, stronger community, more truthful history sought throughout city',
       'Census: Black Population Grows in Suburbs, Shrinks in Cities | Chicago News | WTTW',
       'Illinois undercounted in 2020 census, actually recorded largest population ever',
       'Gov. Pritzker calls on federal government to consider Illinois population growth when providing funding',
       '2021 Saw Historic Population Drops in New York, California & Illinois',
       'New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain | Illinois | gmtoday.com',
       'Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase',
       'Illinois’ population loss was actually a modest gain, new census figures show – Chicago Tribune',
       'Illinois sees eighth straight year of population decline',
       '‘The energy of migration has been very high.’ What’s behind the population dip in Chicago, other big U.S. cities?',
       'NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops',
       'Will Georgia and North Carolina surpass Illinois and Ohio by 2030? (Population)',
       'Illinois sees eighth straight year of population decline | Granite City News | advantagenews.com',
       'Chinatown Chicago: Why the ethnic enclave is growing as other cities’ Chinatowns see Asian populations decline',
       'Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area',
       'Illinois Undercounted in 2020 Census, Actually Grew to 13 Million — The State’s Largest Population Ever – NBC Chicago',
       'New U.S. Census Bureau Report Shows Illinois Population Increased',
       'NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops',
       'New York, California and Illinois all saw historic population declines in 2021',
       'North America Indoor Farming Market Report 2022: Emergence of Urban Population Dwellings in Cities like New York, Chicago, and Milwaukee has Accelerated the Environment for Indoor Farming',
       "New report: Illinois' population undercounted in 2020 census",
       'Ep. 39: The truth about Illinois’ population',
       '[Politics] - Refugees drive West Ridge’s growing Asian population | Chicago Sun-Times',
       'Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever'],
      dtype=object)


df_title_spacy_exp2['title'][ (df_title_spacy_exp2['vader_sent_rev']=='pos')].unique()[:10]

array(['New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain',
       'Native American population in Chicago grows, stronger community, more truthful history sought throughout city',
       'Americans ditched high-tax Democrat-run states for low-tax or no-tax havens mostly governed by Republicans during pandemic: Populations shrink in NY, NJ, California, Illinois and spike in Texas, Florida, Carolinas and Big Sky country',
       "What Illinois' immigrant population looked like in 1900 | News | tribuneledgernews.com",
       'Census: Black Population Grows in Suburbs, Shrinks in Cities | Chicago News | WTTW',
       'Rural Illinois has lost population over the past decade. It’s gained in diversity.',
       'Illinois undercounted in 2020 census, actually recorded largest population ever',
       'The population of Illinois is growing. The census showed it shrinking. It’s one of six states significantly undercounted in 2020. - MarketWatch',
       'Will Georgia and North Carolina surpass Illinois and Ohio by 2030? (Population) - General U.S. - Page 3 - City-Data Forum',
       "Pritzker promotes false narrative of Illinois population 'boom'"],
      dtype=object)


df_title_spacy_exp2['title'][ (df_title_spacy_exp2['vader_sent_rev']=='pos') & (df_title_spacy_exp2['txt_sent'].str.contains('Black'))].unique()[:10]

array(['Native American population in Chicago grows, stronger community, more truthful history sought throughout city',
       'Census: Black Population Grows in Suburbs, Shrinks in Cities | Chicago News | WTTW',
       'The population of Illinois is growing. The census showed it shrinking. It’s one of six states significantly undercounted in 2020. - MarketWatch',
       'Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase',
       'Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area',
       'Washington group Families for Justice Reform blames Illinois prison population’s rise since 1970s on ‘extreme’ sentencing laws',
       'Black population grows in suburbs, shrinks in cities - Chicago Tribune'],
      dtype=object)


df_title_spacy_exp2['title'][ (df_title_spacy_exp2['vader_sent_rev']=='pos') & (df_title_spacy_exp2['txt_sent'].str.contains('attract'))].unique()

array(['Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase',
       'Illinois’ population loss was actually a modest gain, new census figures show – Chicago Tribune',
       "Dallas vs. Chicago? On jobs, population and housing, the growth story isn't even close",
       'Chinatown Chicago: Why the ethnic enclave is growing as other cities’ Chinatowns see Asian populations decline',
       'Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area',
       'Commonwealth Medicine Experts Attend Managed Care Pharmacy Conference in Chicago, Present Key Findings from Pharmacy Research on Massachusetts’ Medicaid (MassHealth) Population | Commonwealth Medicine',
       'Jerseyville, Illinois, takes action to revitalize its downtown, aiming for small business growth and population gain'],
      dtype=object)


df_title_spacy_exp2['txt_sent'][ (df_title_spacy_exp2['vader_sent_rev']=='pos') & (df_title_spacy_exp2['txt_sent'].str.contains('attract'))].unique()

array(['Increased investment by the Pritzker administration in training and apprenticeship programs in manufacturing and aviation have created jobs and attracted new residents across the state.',
       'Police have been left with the challenge of keeping everyone safe in an open park and other areas meant to be attractions in a glittering global city.',
       'Growth itself becomes part of the attraction, ensuring a steady stream of new workers and customers.',
       'A spokeswoman elaborated a bit, saying the D-FW location would help attract and retain talent, and provide access to employees, customers and dealers.',
       'Chinatown in Chicago, like other big city Chinatown communities, captures a culture that attracts tourists and pays respect to the neighborhood’s original residents.',
       'SEE ALSO | Nicole Lee on becoming 1st Asian American woman on Chicago City Council: ‘It’s a big deal’ A century later, Chinatowns across the U.S. are still strongholds for cultural attractions.',
       'For Wu, this possibility for him allows for not just a seat at the table for equality through representation, but for equity and justice through representation – and a continued burgeoning Chinatown growth beyond attractions and building community.',
       'These trends reflect changing conditions in Chicago that make the region more or less attractive to different groups.',
       'The annual AMCP conference attracts more than 4,000 professionals working in managed care pharmacy with education sessions, keynote presentations, and networking opportunities.',
       'If that goal is achieved, among the results could be an increase in population by retaining more young people and attracting new residents to Jerseyville , officials said.'],
      dtype=object)


stopwords = list(STOPWORDS) + ['s','u','state','illinois','population','residents','resident','percent','people','said','number']
all_txt_sent_neg = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sent_rev']=='neg'])

wc_all_txt_sent_neg = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(all_txt_sent_neg)
rcParams['figure.figsize'] = 20, 40
plt.imshow(wc_all_txt_sent_neg)
plt.axis("off")
plt.show()


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_neg).items(), key=lambda e:e[1], reverse=True)[:20]

[('lost', 84),
 ('Chicago', 67),
 ('census', 59),
 ('decline', 53),
 ('New', 52),
 ('states', 51),
 ('loss', 39),
 ('year', 37),
 ('Census Bureau', 33),
 ('New York', 31),
 ('city', 30),
 ('COVID', 30),
 ('according', 28),
 ('report', 28),
 ('one', 25),
 ('among', 25),
 ('job', 25),
 ('will', 24),
 ('July', 24),
 ('saw', 24)]


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_neg).items(), key=lambda e:e[1], reverse=True)[21:40]

[('change', 23),
 ('say', 23),
 ('still', 22),
 ('problem', 22),
 ('counties', 22),
 ('due', 21),
 ('crime', 21),
 ('cities', 21),
 ('leaving', 20),
 ('area', 20),
 ('lower', 20),
 ('two', 19),
 ('now', 19),
 ('taxes', 18),
 ('left', 18),
 ('Black', 18),
 ('data', 18),
 ('pandemic', 17),
 ('drop', 17)]


df_title_spacy_exp2['txt_sent'][ (df_title_spacy_exp2['vader_sent_rev']=='neg') & (df_title_spacy_exp2['txt_sent'].str.contains('COVID'))][:10]

333     googletag.cmd.push(function() { googletag.display('ad-1095960'); }); Trending Now Man killed in Cumming Highway crash in Cherokee County Northside Hospital: COVID-19 hospitalizations have surpassed records Human remains found near Kroger in Holly Springs Gas leak causes injuries at Pilgrim's Pride in Canton Canton police officer's wife dies less than two weeks after giving birth Local Events googletag.cmd.push(function() { googletag.display('ad-1095962'); }); Latest e-edition Search Cherokee Tribune Archives googletag.cmd.push(function() { googletag.display('ad-1095965'); }); googletag.cmd.push(function() { googletag.display('ad-1095935'); });
606                                                                                                                                                                                                                                                                                                                                                                                                     The acceleration of exit from these states in the last two years certainly suggests some relationship between the pandemic and exit, but it’s possible that movement away from these states reflects the desire to escape high density areas where COVID can better thrive.
609                                                                                                                                                                                                                                                                                                                                                                                                                                                               Evaluating this hypothesis completely would require more detailed information, but I find it unconvincing that COVID fear is driving people from high population density states to low population density states.
616                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            Lockdowns, documentation mandates, school closings, and other COVID regulations are likely just too cumbersome for some to tolerate.
617                                                                                                                                                                                                                                                                                                                                                                                                                                                         Anecdotally, Elon Musk, the country’s largest individual taxpayer, famously made good on his threat to move out of California over COVID-19 regulations , and many others have also left the state for similar reasons.
694                                                                                                                                                               “We are the laggard and given the crime we have right now, given the highest property taxes in the country and given some of the strictest COVID mitigations, I think we’re going to find that we’re still going to have lots of pressure with our population,” said Ted Dabrowski, director of the non-partisan, conservative-learning economic policy organization Wirepoints .Meanwhile, states that picked up Congressional representation saw their populations soar, with Texas adding 4 million residents.
950                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             Dayna Lynn Nuckolls spent most of her life in Chicago and the south suburbs but was already planning to leave when COVID-19 struck.
958                                                                                                                                                                                                                                                                                                                                                                                                                                              When Nuckolls left the Chicago area in July 2020, she was on the cusp of a trend: More than 100,000 people in Chicagoland followed suit over the next year, migrating to other domestic destinations during the COVID-19 pandemic.
963                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           “Now, with the impact of the COVID-19 pandemic, this combination has resulted in a historically slow pace of growth.”
1051                                                                                                                                                                                                                                                                                                                                                                                                               The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – intensified by the COVID-19 pandemic – contributed to a rise in natural [population] decrease’ across the country,’ but particular hitting big cities the hardest.
Name: txt_sent, dtype: object


df_title_spacy_exp2['txt_sent'][ (df_title_spacy_exp2['vader_sent_rev']=='neg') & (df_title_spacy_exp2['txt_sent'].str.contains('jobs'))][:10]

363                                                                                                     Their presence increased, meanwhile, in dozens of Chicago suburbs from 2010 to 2020.Chicago residents and demographers offer no shortage of reasons for the urban exodus:— The decline of the steel industry and blue-collar jobs starting in the 1970s.—
427                                                                                                                                                                                                          The exodus is likely caused by, among other things, losing young people to big cities and the loss of agricultural jobs to technology, experts said.
938     It’s easier than explaining support for public policies that created a hostile jobs climate that has Illinois lagging the national recovery, the nation’s second-highest property taxes making houses unaffordable and the nation’s highest state and local tax burden driven by out-of-control public pensions and a state pension debt of $313 billion.
1162                                                                                                                                                                                                                                     "According to the report, Illinois added 262,600 jobs in 2021, but still lags the state’s pre-pandemic employment level.
1394                                                                                                           Illinois is still missing more than 178,000 jobs relative to its pre-pandemic peak, the state’s unemployment rate is among the highest in the nation and population decline threatens to prevent employment levels from achieving a full recovery.
1510                                                                                                                        The incumbent Democratic governor’s reelection campaign used news of the survey to go after Republicans critical of the state’s high taxes and unfriendly business environment they say have pushed jobs and people out of the state.
1591                                                                                                     Union power vote, population loss threaten Illinois’ labor market recoveryKey indicators show Illinois’ labor market could begin adding jobs faster than the national economy if population decline and Amendment 1 don’t derail the state’s trajectory.
1592                                                                                                                                 Illinois may be ready to finally recover the jobs lost during the COVID-19 pandemic, but two threats loom: population loss and a vote to enshrine the nation’s most extreme labor union powers in the Illinois Constitution.
1597                                                                                                                                                        The substantially quicker U.S. recovery means Illinois is still missing more than three times as many jobs as the national average, with payrolls down 2.5% in Illinois and only 0.8% for the nation.
1699                                                                                                                                                                                                 Institute experts point out metro areas that lost population also saw lagging job recoveries, with the bulk of the state’s missing jobs coming from Chicago.
Name: txt_sent, dtype: object


df_title_spacy_exp2['txt_sent'][ (df_title_spacy_exp2['vader_sent_rev']=='neg') & (df_title_spacy_exp2['txt_sent'].str.contains('taxes'))][:20]

8                                                                                                                                                                                                                                                            The census findings last year showing the population decline underscored a major contention, made mostly by Republicans looking to criticize Illinois’ Democratic government leaders, that people are fleeing the state due in part to high taxes and crime.
38                                                                                                                                                                                                                                                                                                                                                                                 the flight of unhappy expatriates has been [well-documented]( , Buckley said surveys suggest Illinois taxes aren’t driving the exodus.
40                                                                                                                                                                                                                                                                                                                                                                                                           “If people were really fleeing Illinois because of taxes, we would see a much bigger drop in our population.
112                                                                                                                                                                                                                                                                                                                                                                                                                         foundThe report suggests that Americans have tried to escape the burden of high income taxes.
113                                                                                                                                                                         Above, Ethan Miller works on his taxes at home in Silver Spring, Md, on January 21New York, where income taxes were raised in 2021, lost 1.8percent of its population from July 2020 to July 2021, while DC also saw a decline of 2.8percent in population during the same periodOf the 50 US states, 42 and DC have individual income taxes.
118                                                                                                                                                                                                                                                                                                                                                                    The states with the highest personal income taxes, California, Hawaii, New Jersey and Illinois, experienced the most staggering population losses.
128                                                                                                                                                                                                                                                                                                                                                          In addition to the report's findings on how burdening local taxes are to Americans, Walczak added that those ditching high-tax states are not just retirees.
129                                                                                                                                                                                                                                                                                                                                                      'Typically, state-to-state migration is led by retirees leaving colder and high-tax states for ones with low or no income taxes that often have warmer climates.
523                                                                                                                                                                                                                                                                                                                                                                                                                                                      It is also forcing them to pay the highest taxes in the Midwest.
524                                                                                                                                                                                                                                                                                                                                                                                                                  Having fewer people to pay those taxes, and pretending they are still here, makes the problem worse.
565                                                                                                                                                                                                                                                                                                                                                                                       When you choose to move from a state with high income taxes to low income taxes, your decision literally changes your tax rate.
694     “We are the laggard and given the crime we have right now, given the highest property taxes in the country and given some of the strictest COVID mitigations, I think we’re going to find that we’re still going to have lots of pressure with our population,” said Ted Dabrowski, director of the non-partisan, conservative-learning economic policy organization Wirepoints .Meanwhile, states that picked up Congressional representation saw their populations soar, with Texas adding 4 million residents.
726                                                                                                                                                                                                                                                                                                                                                                             Though the flight of unhappy expatriates has been well-documented, Buckley said surveys suggest Illinois taxes aren’t driving the exodus.
727                                                                                                                                                                                                                                                                                                                                                                                                         “If people were really fleeing Illinois because of taxes, we would see a much bigger drop in our population.”
857                                                                                                                                                                                                                                                                                                ”Lawmakers on the other side of the aisle have also blamed the state’s high taxes for citizens leaving, State Rep. La Shawn Ford said that Illinois needs to fix three areas if they want to keep people in the state.
938                                                                                                                                                             It’s easier than explaining support for public policies that created a hostile jobs climate that has Illinois lagging the national recovery, the nation’s second-highest property taxes making houses unaffordable and the nation’s highest state and local tax burden driven by out-of-control public pensions and a state pension debt of $313 billion.
1032                                                                                                                                                                                                                                                                                             "People seem to be leaving to states with an improved business climate, lower taxes, and we would also say because that states with the worst government finances seem to be losing population the most," Weinberg said.
1071                                                                                                                                                                                                                                                                                                       Among the famous Californians fleeing to Austin are Tesla and SpaceX boss Elon Musk, who swapped the Golden State for the Lone Star State over Governor Gavin Newsom’s punitive COVID rules, and higher taxes.
1086                                                                                                                                                                                                                                                                                                                                                                                  the flight of unhappy expatriates has been well-documented , Buckley said surveys suggest Illinois taxes aren’t driving the exodus.
1161                                                                                                                                                                                                                                                                                                                                                                                                                       "They went to places that are more affordable with fewer taxes and a lower cost of government.
Name: txt_sent, dtype: object


df_title_spacy_exp2['txt_sent'][ (df_title_spacy_exp2['vader_sent_rev']=='neg') & (df_title_spacy_exp2['txt_sent'].str.contains('crime'))][:15]

8                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     The census findings last year showing the population decline underscored a major contention, made mostly by Republicans looking to criticize Illinois’ Democratic government leaders, that people are fleeing the state due in part to high taxes and crime.
46                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            researcher Brandon Nworjih, 23, came to Chicago from Long Island, New York, and said his crime worries were quickly overcome by his new hometown’s positive attributes, including its affordability.
343                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        Like those who left cities before them, Black residents often move because of worries about crime and a desire for reputable schools, affordable housing and amenities.
370                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    In Roseland, residents note persistent crime, delayed city services and a train line that ends at Roseland's northern edge.
694                                                                                                                                                                                                                                                                                                              “We are the laggard and given the crime we have right now, given the highest property taxes in the country and given some of the strictest COVID mitigations, I think we’re going to find that we’re still going to have lots of pressure with our population,” said Ted Dabrowski, director of the non-partisan, conservative-learning economic policy organization Wirepoints .Meanwhile, states that picked up Congressional representation saw their populations soar, with Texas adding 4 million residents.
731                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    Market researcher Brandon Nworjih, 23, came to Chicago from Long Island, New York, and said his crime worries were quickly overcome by his new hometown’s positive attributes, including its affordability.
754     [Illinois News] Expert explains reasons why Illinois’ population continues to decline – Center Square Expert explains reasons why Illinois’ population continues to decline – Center Square Can’t imagine why businesses are dumping/avoiding Illinois — could it be: — the most business hostile laws/regulations in America — the most burdensome tax structures/tax rates in the US — a failing educational system at all levels — the worst fiscal basket case among all 50 states — out of control crime/soft on crime Democrats that have made law and order impossible — crooked and corrupt unions that have a stranglehold on government — the worst corruption of any state/one party misrule — a Democrat state energy suicide pact that will give Illinois 3rd world power blackouts and last but… Read more »
1043                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             an appearance before the Economic Club of Chicago in October, Ken Griffin, CEO of Citadel, was critical of increased crime rates.
1056                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   Those blue cities have also been in the headlines for the wrong reasons in recent years, thanks to soaring levels of violent crime blamed on progressive district attorneys and slashing of police budgets.
1067                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 San Francisco witnesses a decline of about 55,000 residents, with San Francisco County reporting its population falling from 873,965 to 815,201.All those cities have been in the headlines in recent months over draconian COVID lockdown measures, and soaring crime rates.
1268                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       He has never been convicted of a crime.
1519                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  “They’re talking about leaving because they're tired of crime, and they're tired of corruption,” Irvin said.
1541                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                Those blue cities have also been in the news for all the wrong reasons in recent years, thanks to rising levels of violent crime blamed on progressive prosecutors and cuts in police budgets.
1553                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 All those cities have been in the headlines in recent months due to draconian COVID lockdown measures and rising crime rates.
1660                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         Why would anyone want anyone want to leave crime ridden hellholes run by neo-communist lawyers and APES who hate and rob them?Whites are behind this.
Name: txt_sent, dtype: object


stopwords = list(STOPWORDS) + ['s','u','state','illinois','population']
all_txt_sent_neu = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sent_rev']=='neu'])

wc_all_txt_sent_neu = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(all_txt_sent_neu)
rcParams['figure.figsize'] = 20, 40
plt.imshow(wc_all_txt_sent_neu)
plt.axis("off")
plt.show()


sorted(WordCloud(stopwords=stopwords).process_text(all_txt_sent_neu).items(), key=lambda e:e[1], reverse=True)[:30]

[('County', 100),
 ('said', 90),
 ('people', 74),
 ('Chicago', 64),
 ('year', 56),
 ('New', 55),
 ('data', 44),
 ('Updated hr', 43),
 ('Getty Images', 42),
 ('hrs ago', 42),
 ('percent', 40),
 ('Census Bureau', 37),
 ('COVID', 35),
 ('estimate', 34),
 ('one', 34),
 ('resident', 33),
 ('time', 33),
 ('May', 31),
 ('city', 29),
 ('decline', 29),
 ('now', 27),
 ('change', 27),
 ('two', 24),
 ('American', 23),
 ('Census', 23),
 ('California', 23),
 ('million', 22),
 ('counties', 22),
 ('New York', 22),
 ('will', 21)]


!pip install ktrain
import ktrain

Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/
Requirement already satisfied: ktrain in /usr/local/lib/python3.7/dist-packages (0.31.7)
Requirement already satisfied: keras-bert>=0.86.0 in /usr/local/lib/python3.7/dist-packages (from ktrain) (0.89.0)
Requirement already satisfied: pandas>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from ktrain) (1.3.5)
Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from ktrain) (1.0.2)
Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from ktrain) (2.23.0)
Requirement already satisfied: cchardet in /usr/local/lib/python3.7/dist-packages (from ktrain) (2.1.7)
Requirement already satisfied: fastprogress>=0.1.21 in /usr/local/lib/python3.7/dist-packages (from ktrain) (1.0.3)
Requirement already satisfied: jieba in /usr/local/lib/python3.7/dist-packages (from ktrain) (0.42.1)
Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from ktrain) (1.1.0)
Requirement already satisfied: chardet in /usr/local/lib/python3.7/dist-packages (from ktrain) (3.0.4)
Requirement already satisfied: langdetect in /usr/local/lib/python3.7/dist-packages (from ktrain) (1.0.9)
Requirement already satisfied: transformers==4.17.0 in /usr/local/lib/python3.7/dist-packages (from ktrain) (4.17.0)
Requirement already satisfied: sentencepiece in /usr/local/lib/python3.7/dist-packages (from ktrain) (0.1.97)
Requirement already satisfied: matplotlib>=3.0.0 in /usr/local/lib/python3.7/dist-packages (from ktrain) (3.5.3)
Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from ktrain) (21.3)
Requirement already satisfied: whoosh in /usr/local/lib/python3.7/dist-packages (from ktrain) (2.7.4)
Requirement already satisfied: syntok>1.3.3 in /usr/local/lib/python3.7/dist-packages (from ktrain) (1.4.4)
Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (4.12.0)
Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (1.21.6)
Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (0.0.53)
Requirement already satisfied: huggingface-hub<1.0,>=0.1.0 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (0.8.1)
Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (2022.6.2)
Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (4.64.0)
Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (3.8.0)
Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (6.0)
Requirement already satisfied: tokenizers!=0.11.3,>=0.11.1 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0->ktrain) (0.12.1)
Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers==4.17.0->ktrain) (4.1.1)
Requirement already satisfied: keras-transformer==0.40.0 in /usr/local/lib/python3.7/dist-packages (from keras-bert>=0.86.0->ktrain) (0.40.0)
Requirement already satisfied: keras-layer-normalization==0.16.0 in /usr/local/lib/python3.7/dist-packages (from keras-transformer==0.40.0->keras-bert>=0.86.0->ktrain) (0.16.0)
Requirement already satisfied: keras-multi-head==0.29.0 in /usr/local/lib/python3.7/dist-packages (from keras-transformer==0.40.0->keras-bert>=0.86.0->ktrain) (0.29.0)
Requirement already satisfied: keras-pos-embd==0.13.0 in /usr/local/lib/python3.7/dist-packages (from keras-transformer==0.40.0->keras-bert>=0.86.0->ktrain) (0.13.0)
Requirement already satisfied: keras-position-wise-feed-forward==0.8.0 in /usr/local/lib/python3.7/dist-packages (from keras-transformer==0.40.0->keras-bert>=0.86.0->ktrain) (0.8.0)
Requirement already satisfied: keras-embed-sim==0.10.0 in /usr/local/lib/python3.7/dist-packages (from keras-transformer==0.40.0->keras-bert>=0.86.0->ktrain) (0.10.0)
Requirement already satisfied: keras-self-attention==0.51.0 in /usr/local/lib/python3.7/dist-packages (from keras-multi-head==0.29.0->keras-transformer==0.40.0->keras-bert>=0.86.0->ktrain) (0.51.0)
Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain) (1.4.4)
Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain) (4.36.0)
Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain) (2.8.2)
Requirement already satisfied: pyparsing>=2.2.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain) (3.0.9)
Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain) (7.1.2)
Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0.0->ktrain) (0.11.0)
Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas>=1.0.1->ktrain) (2022.2.1)
Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7->matplotlib>=3.0.0->ktrain) (1.15.0)
Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers==4.17.0->ktrain) (3.8.1)
Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->ktrain) (1.24.3)
Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->ktrain) (2.10)
Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->ktrain) (2022.6.15)
Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==4.17.0->ktrain) (7.1.2)
Requirement already satisfied: scipy>=1.1.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->ktrain) (1.7.3)
Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->ktrain) (3.1.0)


n_topics = None
all_title = df['title'].tolist()
ktrain_all_title = ktrain.text.get_topic_model(all_title, n_topics=n_topics, n_features=10000)

n_topics automatically set to 316
lang: en
preprocessing texts...
fitting model...
iteration: 1 of max_iter: 5
iteration: 2 of max_iter: 5
iteration: 3 of max_iter: 5
iteration: 4 of max_iter: 5
iteration: 5 of max_iter: 5
done.


threshold = None

ktrain_all_title.build(all_title, threshold=threshold)
ktrain_all_title.print_topics(show_counts=True)

done.
topic:110 | count:9376 | white cubs sox game odds picks preview npr predictions prediction
topic:313 | count:6332 | illinois state death loans rep ohio loan payday photo fair
topic:279 | count:6113 | illinois nyse works tool shares itw fund llc retirement municipal
topic:117 | count:5665 | school illinois schools university high mask students college set mandate
topic:51 | count:5525 | com illinois news source liveuamap wsiltv officials latest january updates
topic:17 | count:4905 | bears second coach make nfl ryan head general matt poles
topic:58 | count:4416 | home illinois sale indiana restaurant april hits price homes missouri
topic:151 | count:4409 | bulls nba milwaukee cities bucks pick look lavine twin patrick
topic:298 | count:4159 | illinois watch covid-19 pritzker abortion care insurance auto gov florida
topic:257 | count:4105 | park illinois live wounded united highland injured states video street
topic:296 | count:4022 | new illinois york market update takes western opens heat signs
topic:107 | count:3909 | lawyers report illinois woman county cases accident dies truck deaths
topic:286 | count:3581 | man charged federal murder illinois charges prison trump sentenced accused
topic:260 | count:3476 | nbc trade change player photos blues security short come room
topic:278 | count:3456 | illinois sun-times basketball big loyola farm summer record tournament ncaa
topic:194 | count:3446 | shooting july parade chicago-area hurt witness windows describes feared honda
topic:168 | count:3300 | roofing greater installation naperville wheaton metal rule minute skylight schaumburg
topic:102 | count:3294 | season people return governor help episode illinois shows church gop
topic:30 | count:3265 | illinois rental dumpster women times iowa river lincoln express buffalo
topic:191 | count:2935 | police department officers returns green stop mcdonald wirepoints illinois leaving
topic:96 | count:2918 | killed say illinois fired shots boy sky cop hit heard
topic:145 | count:2906 | mayor lightfoot crime race community office attorney lori fox suburban
topic:180 | count:2899 | service weather alert friday daily winter snow wisconsin saturday expected
topic:205 | count:2820 | illinois buy services residents pay emergency sales election results oil
topic:53 | count:2682 | tribune black days case makes party surge museum illinois risk
topic:45 | count:2674 | illinois wttw past news local scores lead latino johnson carries
topic:189 | count:2501 | sports blackhawks league stream major like release sunday great illustrated
topic:315 | count:2448 | near dispatchist south illinois just tax line list crash reports
topic:13 | count:2333 | illinois court gets following supreme hospital war continues released battle
topic:164 | count:2300 | best things today job pizza prices trial beats kelly nurse
topic:23 | count:2260 | replacement greater roofing gutter wheaton naperville principles schaumburg skylight basic
topic:48 | count:2156 | news ukraine wednesday support teacher international russia opera relief celebrate
topic:309 | count:2133 | shot area mass illinois fourth fatally america biden thread democrats
topic:37 | count:2086 | says union public business teachers judge class continue cops action
topic:234 | count:2057 | center free illinois leaves power eastern love agency energy gives
topic:3 | count:2014 | cbs draft primary water safety capital anderson flipboard debut broadway
topic:250 | count:1985 | time rehab drug save alcohol stress roofers held rated beginnings
topic:200 | count:1952 | weekend gun shootings violence ahead illinois vote blue male expands
topic:142 | count:1941 | week years west million gas arrested forum food fight want
topic:224 | count:1903 | city announces district conference won student hosts council masks guidelines
topic:297 | count:1871 | illinois program children buzz wins spring fake multiple nearly rumored
topic:128 | count:1834 | illinois southern road coming los angeles inside town country jobs
topic:126 | count:1829 | team central good column night plan field cubs meet stax
topic:80 | count:1789 | day illinois opening claims campaign candidate starting months increase jones
topic:283 | count:1737 | med director beat tour goes web long grand phoenix film
topic:155 | count:1672 | year officer north michigan lake person downtown missing outside avenue
topic:198 | count:1671 | real point estate pet friendly faces finance rock bradley warning
topic:74 | count:1620 | covid health illinois vaccine stars leaders ball half remain mental
topic:314 | count:1614 | win star trip rules history way right music wilson sweepstakes
topic:305 | count:1450 | year-old family girl mom omicron carjacking lost funds shoots living
topic:308 | count:1362 | newsbreak mlb simple techniques going players key louis illinois runs
topic:129 | count:1298 | usa place illinois ave springfield midwest meeting movie bridge lucas
topic:34 | count:1233 | know need ideas denver cleveland crust network indicators didn guardians
topic:233 | count:1214 | company post washington named event bid credit study brother hope
topic:196 | count:1204 | store michael air jordan cbd taxes roundtrip economy helping low
topic:290 | count:1189 | texas illinois houston dog brings step wild chicago-based receives artist
topic:207 | count:1181 | media statements production usa-il-chicago joins entertainment rumors roster factual associate
topic:4 | count:1177 | review kim kardashian daughter did career jackson purdue adam female
topic:114 | count:1103 | national car leads kids fed advance rate couple hurt critically
topic:163 | count:1103 | repair storm fun damage ice roofing hail excitement favorite glenview
topic:14 | count:1089 | use airport strategy tips single limo november reviews monthly able
topic:221 | count:1060 | divorce lawyer easy garage unknown described cost costs newly minneapolis
topic:0 | count:1042 | grandmother stroger holy transports peay verdict colorful notable reacts high-priority
topic:219 | count:1034 | roofing roof greater bloomingdale depot cyrus installation unknown hail excitement
topic:148 | count:1030 | work getting remote future colorado employment shut virtual closed primaries
topic:101 | count:975 | amid lawsuit art sign shortage hiring reportedly families inflation blog
topic:87 | count:953 | group hotel stay license visits late match talk orlando hours
topic:202 | count:944 | house billion budget warehouse tornado amazon opportunity congressional chris congress
topic:302 | count:927 | president visit joe despite bring wide receiver veteran byron vice
topic:254 | count:920 | loss including club medical block scene ukrainian falls games finds
topic:75 | count:910 | trick smart discussing talking dentist dentistry cosmetic concrete eating roofing
topic:287 | count:892 | known details immigration tickets code presale fiction different password jul
topic:123 | count:854 | life face illinois guns votes recent instagram ghost regional scott
topic:178 | count:846 | dead run play philadelphia father bus tony brought highway dispute
topic:238 | count:846 | suspect online left custody illinois dallas englewood used force deadly
topic:116 | count:839 | opentable bar kitchen restaurante winners aaron rodgers mvp delivers cheese
topic:208 | count:790 | june start straight training experience mall northwestern begin contreras net
topic:277 | count:788 | injury travel away personal needed wanted role really situation shaqiri
topic:240 | count:783 | law end board old leave baby firm cps large smith
topic:229 | count:781 | red abc7 monday small door memorial cancels birthday cta employee
topic:143 | count:775 | march radio phone spot madness steal tried fights august course
topic:299 | count:742 | boston hot bay title herald potential tampa analysis stores numbers
topic:241 | count:720 | facts revealed contractors deck diet roofing things engagement battle kent
topic:86 | count:679 | view apply unbiased section biased morgan locations alternative jets discovery
topic:249 | count:661 | does mean alcohol bankruptcy detox moore med/surg suggests tollway trans
topic:109 | count:637 | open cash senior facility staff medicine indoor location condition band
topic:135 | count:623 | plans owners chelsea join fast breaking richard comes age driving
topic:176 | count:577 | ultimate guide temporada torrent contra fogo distrito sobre baixar escorts
topic:174 | count:576 | explained fundamentals owner dates meetings ethics compliance peru psychic readings
topic:215 | count:523 | jan tech convicted wolves giving reporter kill memphis toledo corporation
topic:307 | count:521 | calls killing illinois john institute debate doctor respond create legend
topic:265 | count:516 | northern suburb order kills traffic rest rooftop comed avoid evanston
topic:214 | count:514 | guide greatest definitive shop authentic flower westchester addiction oldest apps
topic:264 | count:510 | wire streak residential defense notes winning tennis professional perfect detailed
topic:306 | count:467 | attack headquarters exactly republican cia boeing targeting crisis attacks staged
topic:251 | count:432 | men little questions kanye village pro separate survives century teenager
topic:70 | count:414 | workers housing construction hair warns backs pregnant kidnapping dozen targets
topic:99 | count:413 | building rally assistant map thousands expressway clear library soccer zone
topic:49 | count:399 | teen fatal died aims bail attempted walking jewish honors skid
topic:81 | count:368 | bank loop acquire significant howard approved hammer wabash beverly branch
topic:138 | count:340 | style brothers tavern bomb pipe manual wonderful loft fabulous managed
topic:270 | count:315 | month follow usda radar involved hitting rangers path knight loose
topic:245 | count:252 | dodgers committee member send hearing helped learned congressman blocks pollock
topic:141 | count:250 | secrets seo fbg drill erupts finger songs strategist cpa totally
topic:62 | count:209 | money unclaimed reunion eagle governments refunds save stress time roofing
topic:216 | count:195 | subtitles protests english jane piece billy memory vandalism warned nominated
topic:94 | count:188 | locksmith shown braxton teven easy residential facts alcohol bloomingdale roofing
topic:185 | count:147 | robert crimo donation permit threats defend woes email individuals basically
topic:169 | count:142 | projects value advice warm modern landmarks endangered losses wraps immediately
topic:253 | count:127 | uncovered raise prom benefit dresses interactive values meals cam variety
topic:50 | count:121 | trees winds essay damaged goods damages gates salesforce format chicago-naperville-arlington
topic:63 | count:117 | championship casey brett saying rolls apologizes wait suspension goodbye oscars
topic:256 | count:117 | journal opportunities dispensary vaccines dispensaries reit receiving footprint unrest turnaround
topic:21 | count:101 | search bit vax definitely understand applicants pointed navigate permits resign
topic:47 | count:95 | stk wolcott anti-violence sadowski flaming finance proshares scoreless collects record-high
topic:16 | count:94 | packages elopement all-in-one risky feed automotive ones blocked pretty outbreaks
topic:190 | count:94 | tgx xvid-afg circle s10e15 s07e12 avi ariana sensation s10e16 yahoo
topic:211 | count:62 | chicagos narrative lupe fiasco presle lmt welch affects distribute boxes
topic:291 | count:55 | wright administrative balvin kimbrel previous place wmbd matthew allie keynote
topic:281 | count:52 | process individuals millionaire recommended promise discovered lifetime virtually certainly basically
topic:192 | count:43 | halt vancouver whitecaps winter names absolute possibly stood covid-19 violent
topic:103 | count:41 | winnipeg behavior ramirez delia ticketed make aboard ex-chicago millennium torn
topic:71 | count:39 | day-of-coordinator isp erupts hawaii hung fifth fights gusts consumer homewood
topic:84 | count:39 | believe scientists continental algonquin crosses fueled decrease responders buyer wounded
topic:292 | count:38 | punch forrest gump bnn register year-old horror company chicken nasdaq
topic:97 | count:37 | jam vol naperville skylight greater installation minute roofing rule fails
topic:248 | count:36 | dennis styx fam deyoung bola seneca ultimate h264-gossip films discord
topic:105 | count:35 | rough patch chicago-atlanta looting higher allowing sty chattanooga afford attends
topic:82 | count:34 | yes linda truly excellent seafood email useful onsite boundaries believed
topic:172 | count:34 | dome renovations stein scene breaking alerts suit destined cattle penny
topic:271 | count:34 | probably wars standard aberdeen usually honest ashley recommended seafood email
topic:46 | count:33 | nato sandwich inch dibs civic usually alternatives huntley teenagers feeders
topic:150 | count:32 | roads yellowstone pen runner prepaid chase irving angels shield break
topic:20 | count:32 | approach pours encounters criminals cases bruised avoids surrenders merri dodge
topic:27 | count:32 | wing seize pleasant cathedral apollo estate brickyard india comic improves
topic:19 | count:30 | wellness u2013 weight loss medical clinic programs sanctions jimmy laura
topic:295 | count:29 | tattoo stuff boos massage shine drinks lawsuits rampage lists uic
topic:209 | count:29 | pretty kratom chicago-born tick buffalonews zachary guide best roofing metal
topic:91 | count:29 | fish meets fee algorithm restore expecting employed obtain recommended yes
topic:177 | count:29 | charity omega rifle footage decades detective hutchins-everett rates careers york
topic:68 | count:28 | bench faith ocean prayer decry usd horn tweets livestream analyzing
topic:165 | count:28 | sounders terrace rivals awaiting worksheets army boosters fever popular light
topic:187 | count:28 | acquiring meesseman reshaping designs roofing greater skylight basic wheaton principles
topic:258 | count:27 | grains livestock churches ncaab smashes statehouse bitter baez jet webrip
topic:56 | count:27 | allegations covers ron wglt mailbag stuffed rejects scannable vows frustrating
topic:213 | count:27 | camps infectious medications ultimate guide wheaton greater roofing accident lawyers
topic:267 | count:26 | moms sep greater explained wheaton roofing fundamentals jake stabbed ted
topic:112 | count:25 | builders supermarket oakley suutan rolling fair bates rollover poison schooling
topic:125 | count:24 | pulls belleville memorabilia collins injury role gemma mountains meat promos
topic:252 | count:23 | studios philharmonic marvel apparently acting lived pilsen patient brighton dragic
topic:119 | count:23 | announcement sri works edmonton nab pond setting bugs investigate girls
topic:312 | count:22 | influence broadcasting crossroads roof roofing greatest greater guide replacement incentives
topic:268 | count:21 | banker wary bribing home re-signing avoid delegation promotional vet pages
topic:31 | count:20 | scam oakley broker slaps enforcer builders punches salmonella taxpayer pronouns
topic:32 | count:20 | cat meghan sensation ticking montemurro/chicago bts yahoo roofing ideas greater
topic:121 | count:19 | prisoner cub parole pepper button anonymous eclipse analysis vaccines renewable
topic:231 | count:19 | baylor canyon ebner trestan hudson cellphone outrage tenure houses highs
topic:159 | count:17 | adrift vietnam poll did think postseason uma gunpoint cnn seeding
topic:170 | count:17 | ex-cop confusion replacement roofing wheaton known statements incorrect greater skylight
topic:197 | count:16 | desk repack plunge wrist refund irs coming decrease garbage gummies
topic:162 | count:16 | zurich exciting jails lawn sweep wears citizen wrongful barrier worsening
topic:115 | count:16 | neck reassigned chaotic bedford adjust biggs covered foundry singer projects
topic:222 | count:15 | burbs harbaugh wsiu litho feels defied aging admissions ads seekers
topic:52 | count:15 | compares hubs birds batch jackson-davis marist fourth dis monitoring economy
topic:300 | count:15 | lawrence mahler jones breakout ffa spray earnings rings advanced lose
topic:44 | count:14 | khan replacement greater wheaton skylight basic roofing principles african-american chattanooga
topic:199 | count:14 | spectacular amendment banning hispanic muti violation class barometer concludes corrupt
topic:61 | count:13 | togel prediksi usf alongside obtain reverses crimes entrance elizabeth hightower
topic:78 | count:13 | storylines eliminate desert negotiate houses update corey grid reject project
topic:237 | count:13 | moody mri structural persist trailer intensifies hobart bullies parents odds
topic:158 | count:13 | protecting fundamental writes bloomingdale questions roofing greater pdfs montana related
topic:29 | count:12 | lap co-op perspectives late-night eric dalen dark booker walked connects
topic:255 | count:12 | montreal kirby hospitalist spurs outrage reserves drunk debates nuveen pile-up
topic:223 | count:12 | viewing planet shorthanded know need greater ideas roofing principles plotted
topic:12 | count:12 | grande yahoo sensation ariana brothers identified triblive kinzinger work ristorante
topic:26 | count:12 | kendall gill working deaths really preserve nearm agency withdraws smyly
topic:269 | count:12 | rapid hoffman celebrating requests agility jeopardy apps maniscalco waivers outing
topic:282 | count:11 | keuchel juice designate beating decor showing lou wanting agreement mooney
topic:28 | count:10 | utilities reed breakup s09e10 material lighting cpa southeastern rodman volunteer
topic:242 | count:10 | suggestions trails matteson gone meeting halls exhibits convoy rages italy
topic:193 | count:10 | boulevard slumping spartans activate quinn sees lab twins bison cuts
topic:76 | count:10 | lyric naperville details greater known roofing shortage misused detention germany
topic:266 | count:10 | pacers waive dawson mall washington capone boxes consider forces murray
topic:139 | count:10 | highly muhammad pan bronco6g writers assault gunshots hauler spreads sculptures
topic:157 | count:9 | assembly unanimously computer pumped lotte recommends dash campbell essex passengers
topic:134 | count:9 | rosie stable alley russians supporting uptown drip scenarios thrive lifts
topic:100 | count:9 | retreat territory ovation solid tourism cites began opened robbers picture
topic:108 | count:9 | heal laugh stars s10e15 lost staffing org moral air rain
topic:60 | count:8 | reggie horrible rim republican tracy powerful quote drawing finanzen hymns
topic:181 | count:8 | rip australia ddb skating dubai buy manitoba taken australian bloomington
topic:132 | count:8 | havas production ethan lawyer peacock child camping mom healing carbondale
topic:203 | count:7 | labs cresco question dwight ian rochesterfirst ticking shocked jll shares
topic:36 | count:7 | airbnb wrong november brandon royal moms nose shadow coldest insight
topic:72 | count:7 | s10e16 avi agility intelligent cycle xavier yellow undercover two-way tap
topic:10 | count:7 | surgical marlyne inspired restraining goldman easier postseason permanently pic greek
topic:274 | count:7 | overturned refuge airbnb chief caravan arbitration terminal dogs rays osha
topic:18 | count:6 | massage roofing known metal naperville details greater tattoo stuff fiscal
topic:106 | count:6 | kaprizov attendance ufo text dnc cable recommend trucker younger wrbl
topic:156 | count:6 | kcon voices clinics hires soybeans brady concrete gobert domask reese
topic:55 | count:6 | glencoe collecting electric dixie cemetery colder lesbian hollywood settings virtually
topic:206 | count:6 | carbon monument res gordon cdph landlord evan mp3 rob oscars
topic:98 | count:6 | text ufo decisions contributor estate worries oleantimesherald sylvie grads everybody
topic:15 | count:5 | puppy represents roofing metal know ideas bulls dramatic efficiency video
topic:7 | count:5 | wildlife behavior refuge ticketed geneva career prison chicitysports security wishes
topic:22 | count:5 | dive curtis women evidence comply trio said mapa official barrier
topic:160 | count:5 | egg facts naperville roofing uncovered replacement greater gutter diocese hardin
topic:6 | count:5 | bnn cellphone trestan baylor ebner rocha plantx jon farragut moves
topic:171 | count:5 | thousand energy schedule lester barack defend metropolis virtual vendors enjoying
topic:136 | count:5 | kennel burglars jerseys iconic solve grains-chicago departs following ranking influencer
topic:65 | count:4 | sweeps swept invitational mccormick focused saves utica brutally famer flees
topic:5 | count:4 | apollo save naperville roofing installation stress money roof greater time
topic:118 | count:4 | attract actors pleased contracting crashes sweets ride lakes signed playoff
topic:183 | count:4 | buckeyes advised s10e14 ran prepared weighs motors delta miles confirms
topic:161 | count:4 | curbelo chevy fits dwindling stickers rails hearing waiting enforce cubs
topic:25 | count:4 | affected nil canada experienced champion fbi batavia organization opponent historic
topic:8 | count:4 | deed punches slaps enforcer rehearsals invited well-being passing litho persist
topic:113 | count:4 | strokes adjusting russa pershing wfla ceiling latam graphic staffers rivet
topic:301 | count:4 | gazette athlete settlements lgbtq long expectancy crews beginners boycott pan
topic:147 | count:4 | precautions windows brokerages onsite scotty recall locations hart fuller gamble
topic:42 | count:3 | mood intentionally shanahan greenville affected gardner crack glen funerals invasive
topic:186 | count:3 | otis hundreds boxes instant sunshine bugs billion real usual swarm
topic:184 | count:3 | dig orthopedics tricks defends sept nebraska pekin bolster neighborhoods said
topic:2 | count:3 | companion susan supreme advisor men true fault dark abroad blues
topic:304 | count:3 | diabetes houston mack clint locums miranda uproar degrees raw thompson
topic:59 | count:3 | booming bros aew crisis streak murdering started skills near obesity
topic:79 | count:3 | alec pointsbet diners kevin barack laflin closing industrial feeding didn
topic:179 | count:2 | jerry linda whitening amzn roe stealth concussion jailed lineman obvious
topic:173 | count:2 | kedzie pregnant disappointing chart proposed flat inning rentals ventures march
topic:232 | count:2 | conundrum eve sticks depends overnight ton participate butkus ease tweeted
topic:285 | count:2 | punter overseas covered rebusinessonline ongoing knee stealing delivers cargo resident
topic:236 | count:2 | dismissal joins snaps convenience classes filewich sweets hit-and-run custody signing
topic:43 | count:2 | riders nuclear hottest guys restore perform starting netflix flies shed
topic:195 | count:2 | dividends debt-free predictions upset different injured jury bowling jacksonprogress-argus stephen
topic:220 | count:1 | defied jays spaulding naked season-ending bunny entitled courier celebrations discussion
topic:276 | count:1 | resorts air defeating las rescued southern bhldn flipping utilities effingham
topic:259 | count:1 | harlem vendor joining trades kate helen programming spa marcum-illinois psychiatry
topic:40 | count:1 | drive-thru recycling status duck carol hook junk joakim bronx contact
topic:35 | count:1 | investigations sobre grounds cooking learned withdraws market gdt real-life crowns
topic:67 | count:1 | represents lord harm reverse mar kpvi institution grew loading birmingham
topic:69 | count:1 | terrorism lightyear approaching finish i-80 selected passes baez rangers wgbo
topic:262 | count:1 | organizers petroleum york crest tavon reels bars higgins students heather


n_topics = None

select_title = df_select_title['title'].tolist()
ktrain_title = ktrain.text.get_topic_model(select_title, n_topics=n_topics, n_features=10000)

n_topics automatically set to 8
lang: en
preprocessing texts...
fitting model...
iteration: 1 of max_iter: 5
iteration: 2 of max_iter: 5
iteration: 3 of max_iter: 5
iteration: 4 of max_iter: 5
iteration: 5 of max_iter: 5
done.


threshold = 0.55

ktrain_title.build(select_title, threshold=threshold)
ktrain_title.print_topics(show_counts=True)

done.
topic:0 | count:11 | new census actually chicago continues gain modest figures americans signs
topic:6 | count:7 | new york saw california drops historic census shrinking chicago growing


n_topics = None

select_title2 = df_title_spacy_exp2['title'].unique().tolist()
ktrain_title2 = ktrain.text.get_topic_model(select_title2, n_topics=n_topics, n_features=10000)

n_topics automatically set to 7
lang: en
preprocessing texts...
fitting model...
iteration: 1 of max_iter: 5
iteration: 2 of max_iter: 5
iteration: 3 of max_iter: 5
iteration: 4 of max_iter: 5
iteration: 5 of max_iter: 5
done.


threshold = 0.4

ktrain_title2.build(select_title2, threshold=threshold)
ktrain_title2.print_topics(show_counts=True)

done.
topic:3 | count:7 | new census modest gain actually signs figures experts change warning
topic:6 | count:5 | chicago new york historic drops saw census counties wttw city


ssm = spacy.load('en_core_web_sm')
#smd = spacy.load('en_core_web_md')
#slg = spacy.load('en_core_web_lg')


def ner_spacy(string):
    doc = nlp(string)
    
    entities = []
    labels = []
    
    for ent in doc.ents:
        entities.append(ent.text)
        labels.append(ent.label_)
    
    entities_labels = list(zip(entities, labels))
    entities_df = pd.DataFrame(entities_labels)
    entities_df.columns = ["Entities", "Labels"]
    
    return entities_df

def ner_spacy_labels(string):
    doc = nlp(string)
    labels = []

    if len(doc.ents) < 1:
      return []
    
    else:
      for ent in doc.ents:
        labels.append(ent.label_)
    return np.unique(labels).tolist()

def ner_spacy_ORG(string):
    doc = nlp(string)
    entities = []
    labels = []
    
    if len(doc.ents) < 1:
      return []
    
    else:
      for ent in doc.ents:
        entities.append(ent.text)
        labels.append(ent.label_)
        entities_labels = list(zip(entities, labels))
        entities_df = pd.DataFrame(entities_labels)
        entities_df.columns = ["Entities", "Labels"]
      return entities_df['Entities'][entities_df['Labels']=='ORG'].sort_values().unique().tolist()

def ner_spacy_PERSON(string):
    doc = nlp(string)
    entities = []
    labels = []
    
    if len(doc.ents) < 1:
      return []
    
    else:
      for ent in doc.ents:
        entities.append(ent.text)
        labels.append(ent.label_)
        entities_labels = list(zip(entities, labels))
        entities_df = pd.DataFrame(entities_labels)
        entities_df.columns = ["Entities", "Labels"]
      return entities_df['Entities'][entities_df['Labels']=='PERSON'].sort_values().unique().tolist()

def ner_spacy_NORP(string):
    doc = nlp(string)
    entities = []
    labels = []
    
    if len(doc.ents) < 1:
      return []
    
    else:
      for ent in doc.ents:
        entities.append(ent.text)
        labels.append(ent.label_)
        entities_labels = list(zip(entities, labels))
        entities_df = pd.DataFrame(entities_labels)
        entities_df.columns = ["Entities", "Labels"]
      return entities_df['Entities'][entities_df['Labels']=='NORP'].sort_values().unique().tolist()

def ner_spacy_LOC(string):
    doc = nlp(string)
    entities = []
    labels = []
    
    if len(doc.ents) < 1:
      return []
    
    else:
      for ent in doc.ents:
        entities.append(ent.text)
        labels.append(ent.label_)
        entities_labels = list(zip(entities, labels))
        entities_df = pd.DataFrame(entities_labels)
        entities_df.columns = ["Entities", "Labels"]
      return entities_df['Entities'][entities_df['Labels']=='LOC'].sort_values().unique().tolist()

def ner_spacy_FAC(string):
    doc = nlp(string)
    entities = []
    labels = []
    
    if len(doc.ents) < 1:
      return []
    
    else:
      for ent in doc.ents:
        entities.append(ent.text)
        labels.append(ent.label_)
        entities_labels = list(zip(entities, labels))
        entities_df = pd.DataFrame(entities_labels)
        entities_df.columns = ["Entities", "Labels"]
      return entities_df['Entities'][entities_df['Labels']=='FAC'].sort_values().unique().tolist()

def ner_spacy_GPE(string):
    doc = nlp(string)
    entities = []
    labels = []
    
    if len(doc.ents) < 1:
      return []
    
    else:
      for ent in doc.ents:
        entities.append(ent.text)
        labels.append(ent.label_)
        entities_labels = list(zip(entities, labels))
        entities_df = pd.DataFrame(entities_labels)
        entities_df.columns = ["Entities", "Labels"]
      return entities_df['Entities'][entities_df['Labels']=='GPE'].sort_values().unique().tolist()


all_sentences = ' '.join(df_title_spacy_exp2['txt_sent'])


nlp = ssm
ssm_sentences = ner_spacy(all_sentences)


ssm_sentences


ssm_sentences['Labels'].value_counts()

GPE            1593
ORG             997
DATE            878
CARDINAL        839
PERSON          585
PERCENT         252
NORP            217
MONEY           157
LOC             109
ORDINAL         106
TIME             54
FAC              26
WORK_OF_ART      23
LAW              23
PRODUCT          18
QUANTITY          7
EVENT             5
LANGUAGE          2
Name: Labels, dtype: int64


ssm_sentences[ssm_sentences['Labels']=='ORG'].value_counts()[:30]

Entities                       Labels
the U.S. Census Bureau         ORG       25
the Census Bureau              ORG       19
ICU                            ORG       17
Congress                       ORG       15
Sidecar Health                 ORG       14
GOP                            ORG       12
Buckley                        ORG       11
The Census Bureau              ORG       11
White Bass                     ORG       10
PES                            ORG       10
the Census Bureau’s            ORG        9
U.S. Census Bureau             ORG        9
Caterpillar                    ORG        8
the Illinois Policy Institute  ORG        8
the US Census Bureau           ORG        8
House                          ORG        8
D-FW                           ORG        8
the 2020 Census                ORG        7
IRS                            ORG        7
Bettmann //                    ORG        7
State                          ORG        7
Census Bureau                  ORG        7
2020 Census                    ORG        7
YouTube                        ORG        6
Senate                         ORG        6
The U.S. Census Bureau         ORG        6
Loyola University              ORG        5
Divounguy                      ORG        5
Post-Enumeration Survey        ORG        5
Medicare                       ORG        5
dtype: int64


ssm_sentences[ssm_sentences['Labels']=='PERSON'].value_counts()[:30]

Entities               Labels
Pritzker               PERSON    29
Weinberg               PERSON    10
https                  PERSON    10
JB Pritzker            PERSON     9
J.B. Pritzker          PERSON     9
Biden                  PERSON     6
Wu                     PERSON     6
Irvin                  PERSON     6
Joe Biden              PERSON     5
Don Harmon             PERSON     5
Elon Musk              PERSON     5
Austin                 PERSON     5
Richard Irvin          PERSON     5
Jesse Sullivan         PERSON     4
White Bass             PERSON     4
Twitter                PERSON     4
Bryce Hill             PERSON     4
Darren Bailey          PERSON     4
Gary Rabine            PERSON     4
Stephenson county      PERSON     4
Cynthia Buckley        PERSON     4
IL                     PERSON     3
Jay Young              PERSON     3
Donald Trump           PERSON     3
Dtl                    PERSON     3
Emanuel "Chris" Welch  PERSON     3
Follett                PERSON     3
Putin                  PERSON     3
Trump                  PERSON     3
Reform                 PERSON     3
dtype: int64


ssm_sentences[ssm_sentences['Labels']=='NORP'].value_counts()[:30]

Entities          Labels
Illinoisans       NORP      31
Americans         NORP      26
Republican        NORP      20
American          NORP      13
Democrats         NORP      13
Native American   NORP      11
Democratic        NORP      10
Democrat          NORP       9
Republicans       NORP       8
New Yorkers       NORP       6
Native Americans  NORP       6
Chinese           NORP       5
Californians      NORP       5
Asian             NORP       4
Russian           NORP       3
Chicagoans        NORP       3
Asian American    NORP       3
Roseland          NORP       2
Russians          NORP       2
Ranch             NORP       2
Schimpf           NORP       2
Southern          NORP       2
African American  NORP       2
Hispanic          NORP       2
Dutch             NORP       2
Black             NORP       2
Illinoians        NORP       1
Black Chicagoans  NORP       1
anti-LGBTQ        NORP       1
anti-Chinese      NORP       1
dtype: int64


ssm_sentences[ssm_sentences['Labels']=='LOC'].value_counts()[:20]

Entities                Labels
South                   LOC       13
Midwest                 LOC       13
Black                   LOC       13
Congressional District  LOC        4
Europe                  LOC        4
Silicon Valley          LOC        3
West                    LOC        3
Northeast               LOC        3
the South West          LOC        3
the North Side          LOC        2
Asia                    LOC        2
Goose Island            LOC        2
North Texas             LOC        2
World                   LOC        2
Southwest               LOC        2
Change Illinois         LOC        2
Sunbelt                 LOC        1
South Holland           LOC        1
South Shore             LOC        1
South Side              LOC        1
dtype: int64


ssm_sentences[ssm_sentences['Labels']=='FAC'].value_counts()[:20]

Entities                                Labels
The Center Square                       FAC       3
Millennium Park                         FAC       3
Minnesota Historical                    FAC       2
the Golden State                        FAC       2
Illinois Saw Historic Population Drops  FAC       2
metro                                   FAC       2
the Field Museum                        FAC       1
the City Center Plaza                   FAC       1
Ukraine Watch                           FAC       1
The Metro East's                        FAC       1
Castle Garden                           FAC       1
Center Square                           FAC       1
Las Colinas                             FAC       1
Lake                                    FAC       1
Cumming Highway                         FAC       1
City Center                             FAC       1
Center Square Expert                    FAC       1
the Wooden Award                        FAC       1
dtype: int64


ssm_sentences[ssm_sentences['Labels']=='PRODUCT'].value_counts()[:20]

Entities                                                     Labels 
Twitter                                                      PRODUCT    4
GRAMS||5||AGG                                                PRODUCT    2
16 Jolly Summer                                              PRODUCT    1
Africa Updated                                               PRODUCT    1
Autorefraction in Children                                   PRODUCT    1
DUI/3||1||AGG DUI/6+||1||AGG DUI/DEATH OF ANOTHER||1||ARMED  PRODUCT    1
Defend Life                                                  PRODUCT    1
Endless Energy Sports                                        PRODUCT    1
Englewood First Responders                                   PRODUCT    1
Fortune                                                      PRODUCT    1
I-72                                                         PRODUCT    1
Illinoisan                                                   PRODUCT    1
REALITY                                                      PRODUCT    1
Title X                                                      PRODUCT    1
dtype: int64


df_title_spacy_exp2['Entities_Types'] = None
df_title_spacy_exp2['Entities_Types'] = df_title_spacy_exp2['txt_sent'].progress_apply(lambda x: ner_spacy_labels(str(x)))

df_title_spacy_exp2['Entities_ORG'] = None
df_title_spacy_exp2['Entities_ORG'] = df_title_spacy_exp2['txt_sent'].progress_apply(lambda x: ner_spacy_ORG(str(x)))

df_title_spacy_exp2['Entities_NORP'] = None
df_title_spacy_exp2['Entities_NORP'] = df_title_spacy_exp2['txt_sent'].progress_apply(lambda x: ner_spacy_NORP(str(x)))

df_title_spacy_exp2['Entities_PERSON'] = None
df_title_spacy_exp2['Entities_PERSON'] = df_title_spacy_exp2['txt_sent'].progress_apply(lambda x: ner_spacy_PERSON(str(x)))

df_title_spacy_exp2['Entities_LOC'] = None
df_title_spacy_exp2['Entities_LOC'] = df_title_spacy_exp2['txt_sent'].progress_apply(lambda x: ner_spacy_LOC(str(x)))

df_title_spacy_exp2['Entities_FAC'] = None
df_title_spacy_exp2['Entities_FAC'] = df_title_spacy_exp2['txt_sent'].progress_apply(lambda x: ner_spacy_FAC(str(x)))

df_title_spacy_exp2['Entities_GPE'] = None
df_title_spacy_exp2['Entities_GPE'] = df_title_spacy_exp2['txt_sent'].progress_apply(lambda x: ner_spacy_GPE(str(x)))

100%|██████████| 2536/2536 [00:21<00:00, 118.93it/s]
100%|██████████| 2536/2536 [00:25<00:00, 99.15it/s]
100%|██████████| 2536/2536 [00:26<00:00, 94.11it/s]
100%|██████████| 2536/2536 [00:25<00:00, 97.68it/s]
100%|██████████| 2536/2536 [00:26<00:00, 95.66it/s]
100%|██████████| 2536/2536 [00:25<00:00, 98.65it/s] 
100%|██████████| 2536/2536 [00:26<00:00, 94.52it/s]


df_title_spacy_exp2[['txt_sent','Entities_Types','Entities_ORG','Entities_NORP','Entities_PERSON', 'Entities_LOC', 'Entities_FAC', 'Entities_GPE']][0:1]


sentiment_count = pd.DataFrame(df_title_spacy_exp2.groupby(['month','vader_sent_rev']).size().unstack())
sentiment_count


sentiment_count['neg_pct'] = round(sentiment_count['neg'] / (sentiment_count['neg']+sentiment_count['pos'])*100,0)
sentiment_count['pos_pct'] = round(sentiment_count['pos'] / (sentiment_count['neg']+sentiment_count['pos'])*100,0)
sentiment_count['neg_pct'] = sentiment_count['neg_pct'].astype('int')
sentiment_count['pos_pct'] = sentiment_count['pos_pct'].astype('int')
sentiment_count


N = 7
ind = np.arange(N)
labels = ['Jan-22','Feb-22','Mar-22','Apr-22','May-22','Jun-22','Jul-22']
positive = sentiment_count['pos_pct'].tolist()
negative = sentiment_count['neg_pct'].tolist()
width = 0.7     # the width of the bars: can also be len(x) sequence

fig, ax = plt.subplots()

fig.set_size_inches(10, 4)

p1 = ax.bar(ind, positive, width, label='Positive')
p2 = ax.bar(ind, negative, width,
            bottom=positive, label='Negative')

ax.axhline(0, color='grey', linewidth=0.8)
ax.set_ylabel('Proportion (%)')
ax.set_title('Sentiment Changes, Illinois Population Articles Jan-Jul 2022')
ax.set_xticks(ind, labels)
ax.legend(loc='lower right')

# Label with label_type 'center' instead of the default 'edge'
ax.bar_label(p1, label_type='center')
ax.bar_label(p2, label_type='center')
ax.bar_label(p2)

plt.show()


pos_by_date = pd.DataFrame(pd.to_datetime(df_title_spacy_exp2[df_title_spacy_exp2['vader_sent_rev']=='pos']['date']).value_counts()).rename(columns={'date':'count'})
pos_by_date.index = pd.to_datetime(pos_by_date.index)
pos_by_date = pos_by_date.sort_index()
pos_by_date.head()


neg_by_date = pd.DataFrame(pd.to_datetime(df_title_spacy_exp2[df_title_spacy_exp2['vader_sent_rev']=='neg']['date']).value_counts()).rename(columns={'date':'count'})
neg_by_date.index = pd.to_datetime(neg_by_date.index)
neg_by_date = neg_by_date.sort_index()
neg_by_date.head()


plt.figure(figsize=(20,8))
plt.plot(pos_by_date.index, pos_by_date['count'], label='Positive')
plt.plot(neg_by_date.index, neg_by_date['count'], label='Negative')
plt.xlabel('date')
plt.ylabel('count')
plt.legend()
plt.title('Sentiment Changes, Illinois Population Articles Jan-Jul 2022')
plt.show()


stopwords = list(STOPWORDS) + ['updated', 'u','s','new']
ent_org = ' '.join(ssm_sentences['Entities'][ssm_sentences['Labels']=='ORG'])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


stopwords = list(STOPWORDS) + ['https']
ent_org = ' '.join(ssm_sentences['Entities'][ssm_sentences['Labels']=='PERSON'])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


stopwords = list(STOPWORDS) + ['https']
ent_org = ' '.join(ssm_sentences['Entities'][ssm_sentences['Labels']=='NORP'])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


stopwords = list(STOPWORDS) + ['https']
ent_org = ' '.join(ssm_sentences['Entities'][ssm_sentences['Labels']=='LOC'])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


stopwords = list(STOPWORDS) + ['https']
ent_org = ' '.join(ssm_sentences['Entities'][ssm_sentences['Labels']=='GPE'])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


stopwords = list(STOPWORDS) + ['https']
ent_org = ' '.join(ssm_sentences['Entities'][ssm_sentences['Labels']=='FAC'])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


all_sentences_pos = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sent_rev']=='pos'])
nlp = ssm
ssm_sent_pos = ner_spacy(all_sentences_pos)


stopwords = list(STOPWORDS)
ent_org = ' '.join(ssm_sent_pos['Entities'][(ssm_sent_pos['Labels']=='ORG') &(ssm_sent_pos['Labels']=='ORG')|(ssm_sent_pos['Labels']=='PERSON')])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


ssm_sent_pos['Entities'][(ssm_sent_pos['Labels']=='ORG') & (ssm_sent_pos['Labels']=='ORG') |( ssm_sent_pos['Labels']=='PERSON')].value_counts()[:20]

Pritzker                                20
the U.S. Census Bureau                  14
Congress                                 9
the 2020 Census                          7
Sidecar Health                           6
the US Census Bureau                     6
GOP                                      6
the Census Bureau                        6
White Bass                               6
JB Pritzker                              5
Biden                                    5
Census Bureau                            5
J.B. Pritzker                            5
Wu                                       5
the Illinois Family Planning Program     4
Supreme Court                            4
the Supreme Court                        4
House                                    4
ICU                                      4
Weinberg                                 4
Name: Entities, dtype: int64


all_sentences_neg = ' '.join(df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['vader_sent_rev']=='neg'])
nlp = ssm
ssm_sent_neg = ner_spacy(all_sentences_neg)


stopwords = list(STOPWORDS)
ent_org = ' '.join(ssm_sent_neg['Entities'][(ssm_sent_neg['Labels']=='ORG') &(ssm_sent_neg['Labels']=='ORG')|(ssm_sent_neg['Labels']=='PERSON')])

ent_org_wc = WordCloud(stopwords=stopwords,background_color="white", max_words=1000).generate(ent_org)
rcParams['figure.figsize'] = 20, 40
plt.imshow(ent_org_wc)
plt.axis("off")
plt.show()


ssm_sent_neg['Entities'][(ssm_sent_neg['Labels']=='ORG') & (ssm_sent_neg['Labels']=='ORG') |( ssm_sent_neg['Labels']=='PERSON')].value_counts()[:20]

U.S. Census Bureau                    9
Buckley                               8
the U.S. Census Bureau                8
the Census Bureau                     5
Trump                                 5
the Illinois Policy Institute         5
Pritzker                              5
Weinberg                              4
Stephenson county                     4
The Census Bureau                     4
The U.S. Census Bureau                4
State                                 4
Donald Trump                          3
the University of Illinois Chicago    3
Rob Paral                             3
the U.S. House of Representatives     3
the General Assembly                  3
White Bass                            3
Divounguy                             3
Elon Musk                             3
Name: Entities, dtype: int64


df_title_spacy_exp2['txt_sent'][df_title_spacy_exp2['txt_sent'].str.contains('Elon|Musk')]

617     Anecdotally, Elon Musk, the country’s largest individual taxpayer, famously made good on his threat to move out of California over COVID-19 regulations , and many others have also left the state for similar reasons.
1071             Among the famous Californians fleeing to Austin are Tesla and SpaceX boss Elon Musk, who swapped the Golden State for the Lone Star State over Governor Gavin Newsom’s punitive COVID rules, and higher taxes.
1558                  Famous Californians fleeing to Austin include Tesla and SpaceX boss Elon Musk, who left the Golden State for the Lone Star State due to Governor Gavin Newsom’s punitive COVID rules and increased taxes.
1798              Interestingly, Elon Musk, the largest single taxpayer in the United States, made good on his threat to leave California due to Covid-19 rules, and many other people also left the state for similar reasons.
2089              Interestingly, Elon Musk, the biggest taxpayer in the United States, followed through on his threat to leave California due to Covid-19 rules, and many other people also left the state for similar reasons.
Name: txt_sent, dtype: object


df_title_spacy_exp2[['title','txt_sent']][df_title_spacy_exp2['txt_sent'].str.contains('Trump')]


df_title_spacy_exp2[['title','txt_sent']][df_title_spacy_exp2['txt_sent'].str.contains('Sidecar Health')]


df_title_spacy_exp2[['title','txt_sent']][df_title_spacy_exp2['txt_sent'].str.contains('Medicare')]

	date	language	title	text
0	2022-05-29	english	About Greater Chicago Roofing - Wheaton Roof I...	About Greater Chicago Roofing - Wheaton Roof I...
1	2022-05-29	english	Some Ideas on Greater Chicago Roofing - Naperv...	Some Ideas on Greater Chicago Roofing - Naperv...
2	2022-05-29	english	Greater Chicago Roofing - Wheaton Skylight Rep...	All about Greater Chicago Roofing - Wheaton Gu...
3	2022-05-29	english	14 injured when boat explodes at marina in Sen...	SENECA, Illinois - Fourteen people were injure...
4	2022-05-29	english	The Best Guide To Greater Chicago Roofing - Wh...	What Does Greater Chicago Roofing - Wheaton Gu...
...	...	...	...	...
199937	2022-02-12	english	Projected Lineup: Feb. 12 vs. Chicago - Opera ...	Jordan Kyrou and Pavel Buchnevich are expected...
199938	2022-02-16	english	Domask scores 25 to lead S. Illinois over Brad...	CARBONDALE, Ill. (AP) — Marcus Domask had a se...
199939	2022-02-16	english	A Good Reason To Visit Illinois, Stay At The #...	A Good Reason To Visit Illinois, Stay At The #...
199940	2022-02-17	english	Prosecutors agree to drop another 19 cases tie...	Cook County prosecutors agreed Wednesday to dr...
199941	2022-02-17	english	Chicago Park District board picks new presiden...	A former top aide to now-convicted former Chic...

	text	txt_no_url
0	About Greater Chicago Roofing - Wheaton Roof Installation\nThe Basic Principles Of Greater Chicago Roofing - Wheaton Skylight Replacement\nTable of Contents [7 Simple Techniques For Greater Chicago Roofing - Wheaton Gutter Replacement](#content-section-0) [Some Known Questions About Wheaton Roofing.](#content-section-1) [The Of Greater Chicago Roofing - Wheaton](#content-section-2) [Getting The Greater Chicago Roofing - Wheaton Roof Installation To Work](#content-section-3) Move automobiles: You'll intend to leave a huge course on your driveway or car park for your roofers to come as well as go with materials. Moving vehicles to the opposite side of the car park or down the road will certainly likewise assist shield them from dropping debris. Determine outlets: One way you can help streamline the process is by recognizing one of the most hassle-free electrical outlets beforehand for your roofing professionals to gain access to for power tools.\n[7 Simple Techniques For Greater Chic...	About Greater Chicago Roofing - Wheaton Roof InstallationThe Basic Principles Of Greater Chicago Roofing - Wheaton Skylight ReplacementTable of Contents [7 Simple Techniques For Greater Chicago Roofing - Wheaton Gutter Replacement] [Some Known Questions About Wheaton Roofing.] [The Of Greater Chicago Roofing - Wheaton] [Getting The Greater Chicago Roofing - Wheaton Roof Installation To Work] Move automobiles: You'll intend to leave a huge course on your driveway or car park for your roofers to come as well as go with materials. Moving vehicles to the opposite side of the car park or down the road will certainly likewise assist shield them from dropping debris. Determine outlets: One way you can help streamline the process is by recognizing one of the most hassle-free electrical outlets beforehand for your roofing professionals to gain access to for power tools.[7 Simple Techniques For Greater Chicago Roofing - Wheaton Gutter Replacement][Some Known Questions About Wheaton Roofing.]...
1	Some Ideas on Greater Chicago Roofing - Naperville Skylight Replacement You Need To Know\nWhat Does Greater Chicago Roofing - Naperville Roof Replacement Do?\nTable of Contents [Naperville Roofing for Dummies](#content-section-0) [Fascination About Greater Chicago Roofing - Naperville Gutter Installation](#content-section-1) [Excitement About Greater Chicago Roofing - Naperville Metal Roofing](#content-section-2) [The Greatest Guide To Naperville Roofing](#content-section-3) [Examine This Report on Greater Chicago Roofing - Naperville Roof Replacement](#content-section-4) [The Facts About Naperville Roofers Uncovered](#content-section-5) The bottom part of the roofing incline is steeper so that the pitch of the roofing hardly starts. This allows even more space on the within and most of the times creates an added area. Level roof A lot of flat roofings are not really 100% flat, they are low-sloped roofings that show up level, yet have a little bit of an incline to permit the run-of...	Some Ideas on Greater Chicago Roofing - Naperville Skylight Replacement You Need To KnowWhat Does Greater Chicago Roofing - Naperville Roof Replacement Do?Table of Contents [Naperville Roofing for Dummies] [Fascination About Greater Chicago Roofing - Naperville Gutter Installation] [Excitement About Greater Chicago Roofing - Naperville Metal Roofing] [The Greatest Guide To Naperville Roofing] [Examine This Report on Greater Chicago Roofing - Naperville Roof Replacement] [The Facts About Naperville Roofers Uncovered] The bottom part of the roofing incline is steeper so that the pitch of the roofing hardly starts. This allows even more space on the within and most of the times creates an added area. Level roof A lot of flat roofings are not really 100% flat, they are low-sloped roofings that show up level, yet have a little bit of an incline to permit the run-off water.[Naperville Roofing for Dummies][Fascination About Greater Chicago Roofing - Naperville Gutter Installation][Excitem...

	title	txt_sent	vader_sentiment
16	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	“Our problem is we are not growing as fast as places like Florida and Texas,” said Cynthia Buckley, a sociology professor at the University of Illinois at Urbana-Champaign.	neg
628	2021 Saw Historic Population Drops in New York, California & Illinois	We are now experiencing ever increasing growing pains due to the large number of websites and projects we represent.	neg
700	After Population Loss Reported, Revised Census Numbers Show Illinois Actually Gained 250K Residents \| Chicago News \| WTTW	Midwest as a whole is not growing as fast as the Sunbelt.	neg
768	Illinois’ population loss was actually a modest gain, new census figures show – Chicago Tribune	shooting came after a growing sense of unease among city officials who have watched downtown gatherings grow from routine to dangerous.	neg
1216	Illinois sees eighth straight year of population decline \| Granite City News \| advantagenews.com	A report from the Illinois Policy Institute highlights Illinois' growing population problem after more than 100,000 citizens left the state in 2021.	neg
1404	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	Since 2000, Chicago is the slowest growing major city in the U.S. Since its peak in 1950, Chicago has lost nearly 1 million residents.	neg
1915	Conflicting population estimates for Illinois continue to spur debate about whether the state is growing or shrinking	Conflicting population estimates for Illinois continue to spur debate about whether the state is growing or shrinking, as has been estimated for years.	neg
2117	Daywatch: Illinois’ population loss was actually a modest gain, new census figures show	The shooting came after a growing sense of unease among city officials who have watched downtown gatherings grow from routine to dangerous.	neg

	title	txt_sent	vader_sentiment
1157	Report: Illinois' economy shrinks by $31.4 billion dollars amid continued population decline	decline was already contributing to lower economic growth for Illinois when COVID-19 and government shutdowns piled on and the problems accelerated,” he said.	neg
1430	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	Black and Latinx population growth has occurred alongside white population loss in communities located near the city’s borders, such as West Ridge, Belmont Cragin and Ashburn.- The communities with the largest population loss are those where school and public housing developments have closed in recent decades.	neg
1701	Illinois Metro Areas Lose Population, Move to Other States	Dallas, Phoenix, Houston, Austin and San Bernardino saw the largest migration gains.• The Peoria, Springfield, Kankakee and Rockford metropolitan areas all ranked among the worst in the nation for population decline, each performing in the bottom 11% of metro areas nationally for population growth.• Danville and Decatur ranked the second- and third-least recovered metros in the state in terms of employment.	neg
1823	Nearly all Illinois metro areas lost population in 2021	The Peoria, Springfield, Kankakee and Rockford metropolitan areas all ranked among the worst in the nation for population decline, each performing in the bottom 11% of metro areas nationally for population growth.	neg
2335	Jerseyville, Illinois, takes action to revitalize its downtown, aiming for small business growth and population gain	Related Articles In St. Louis' new push for growth, some see an overlooked problem: The Metro East's alarming decline NAACP files lawsuit to block Crestwood TIF, asks Dierbergs for ‘equitable development’ in food deserts instead Juice and smoothie bar to open in Central West End this summer	neg

	title	txt_sent	vader_sentiment
14	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	some experts say jubilation over a modest increase is as shortsighted as bemoaning a slight decline.	pos
121	Americans ditched high-tax Democrat-run states for low-tax or no-tax havens mostly governed by Republicans during pandemic: Populations shrink in NY, NJ, California, Illinois and spike in Texas, Florida, Carolinas and Big Sky country	Illinois has also experienced a population decline of more than 100,000, roughly the size of its capital, since 2020.Texas, one of the eight states without individual income tax, gained around 310,288 people, a 1.1percent increase.	pos
423	Rural Illinois has lost population over the past decade. It’s gained in diversity.	At a 16% reduction, it’s the greatest decline among rural counties in the state, and it’s going to hit the area, particularly its largest city, Macomb, in the pocketbook.	pos
479	The population of Illinois is growing. The census showed it shrinking. It’s one of six states significantly undercounted in 2020. - MarketWatch	Arkansas, Tennessee, Mississippi and Illinois respectively had undercounts of 5%, 4.8%, 4.1% and 1.9%, while Florida and Texas respectively had undercounts of almost 3.5% and 1.9%.That meant, in Illinois’s case, that the population was recorded as having declined when in reality it grew.	pos
516	Pritzker promotes false narrative of Illinois population 'boom'	It is likely increased outreach efforts and changes to methodology – such as the option to respond to the 2020 Census online – resulted in a more accurate count this time than a decade earlier.- Illinois’ population is in decline.	pos
717	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain \| Illinois \| gmtoday.com	But some experts say jubilation over a modest increase is as shortsighted as bemoaning a slight decline.	pos
744	Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase	The original census count, which inaccurately showed a population decline, resulted in Illinois losing one congressional seat, making accurate appropriation of funds even more essential to ensure Illinoisans can access the resources they need over the next decade.	pos
970	‘The energy of migration has been very high.’ What’s behind the population dip in Chicago, other big U.S. cities?	In contrast to the declines in major cities, the 2021 census estimates showed growth in U.S. micro areas, census areas anchored by a municipality of between 10,000 and 50,000, marking a reversal in a trend of faster-growing metro areas.	pos
1077	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	‘Even though over time we’ve seen a higher number of counties with natural decrease and net international migration continuing to decline, in the past year, the contribution of domestic migration counteracted these trends, so there were actually more counties growing than losing population.	pos
1081	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	’Johnson said the pandemic, coupled with low birth rates and an increase in older American who lack access to health care created ‘a perfect storm’ for the population decline.	pos
1098	Dallas vs. Chicago? On jobs, population and housing, the growth story isn't even close	The Great Recession and accompanying housing bust led to a sharp decline in building permits throughout the country.	pos
1166	Report: Illinois' economy shrinks by $31.4 billion dollars amid continued population decline	"When we produce less, our economy grows less, and right now we are shrinking."Due to the COVID-19 pandemic as well as the state seeing its eighth straight year of a population decline, the Illinois Policy Institute estimates Illinois’ economy is $31.4 billion smaller than it should be.	pos
1408	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	The report, “ Shifting Population Trends in Chicago and the Chicago Metro Area, ” documents the region’s demographic trajectory over the past century, identifying distinct periods of population growth and decline for the area’s three largest racial and ethnic groups.	pos
1428	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	However, the city’s Black population has declined in all regions of the city except the North Side, where it has stagnated.- White population growth has occurred alongside Black and Latinx population decline in many communities adjacent to downtown, such as the Near South Side, Near West Side and	pos
1472	How Illinois’ Population Will Change in the Next 20 Years	Population decline can also mean reduced revenue for state governments and limited funding for public works and services and reduced ability to meet budgetary obligations.	pos
1535	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – exacerbated by the COVID-19 pandemic – contributed to an increase in natural [population] decline’ throughout the country’, but the major cities in particular hit the hardest.’	pos
1565	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	“While we’ve seen a larger number of provinces with natural declines and further declining net international migration over time, the contribution of domestic migration has countered these trends over the past year, so there were actually more provinces growing than that.”	pos
1573	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	Johnson said the pandemic, combined with low birth rates and an increase in older Americans without access to health care, has created a “perfect storm” for population decline.	pos
1664	81 of 102 Illinois counties lose population in 2021twitterfacebook \| dispatchist.com	Alexander County and Edwards County led the state in population decline as a share of population.	pos
1691	Illinois Metro Areas Lose Population, Move to Other States	Illinois’ population decline reached record levels in 2021.	pos
1698	Illinois Metro Areas Lose Population, Move to Other States	Danville saw the 12th-worst population decline as a share of total population.	pos
1721	US Census admits it under-counted Illinois population by 2 percent	\* and lost a seat in Congress due to the alleged population decline To anyone that is thinking of voting R, this is the incompetency that they support.	pos
1814	Nearly all Illinois metro areas lost population in 2021	Illinois’ population decline reached record levels in 2021 as the state’s population dropped by 113,776 residents from July 2020-July 2021.During the year, population decline was widespread, affecting nearly all metropolitan areas of the state.	pos
1827	Nearly all Illinois metro areas lost population in 2021	The area is also responsible for the bulk of population decline, dropping by 92,687 residents from mid-2020 to mid-2021 alone.	pos
2348	Illinois continues to lose population	estimates showed that both the Midwest and Northeast regions saw net population declines over the year while the South and West regions both gained population.	pos
2430	Only 48 Out of 102 Illinois Counties Monitoring COVID-19 via Wastewater, But 80% of Population Covered \| Chicago News \| WTTW	IDPH made at least three attempts to contact wastewater treatment plants it could identify to join the Illinois Wastewater Surveillance System (IWSS), according to the spokesperson.“Some were unreachable and some declined participation,” the spokesperson said, adding outreach efforts included contacting local municipalities.	pos

	date	language	title	text	txt_no_url
308	2022-05-23	english	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	Brooke Landrum came to Chicago from Cincinnati in 2016 to attend Loyola University, and after graduation she decided to stay and settle into the bustling Lakeview neighborhood.\nThat put Landrum among the influx of newcomers who helped Illinois’ population grow by about 250,000 between 2010 and 2020, according to updated [census figures](//www.census.gov/newsroom/press-releases/2022/pes-2020-undercount-overcount-by-state.html) released Thursday. The new estimate stands in contrast to the oft-expressed belief that the state is hemorrhaging people, and matches what Landrum, a 23-year-old market research analyst, has experienced on the North Side.\n“I’m apartment hunting right now and all the decent ones get snapped up in 24 hours,” she said. “It’s so quick. It’s not a sign of people leaving.”\nThe U.S. Census Bureau originally [found](//www.chicagotribune.com/politics/ct-illinois-congress-redistricting-census-20210426-6sxfzcxhmfe2dpokhg5qqnnv4u-story.html) that Illinois lost about 18...	Brooke Landrum came to Chicago from Cincinnati in 2016 to attend Loyola University, and after graduation she decided to stay and settle into the bustling Lakeview neighborhood.That put Landrum among the influx of newcomers who helped Illinois’ population grow by about 250,000 between 2010 and 2020, according to updated [census figures]( released Thursday. The new estimate stands in contrast to the oft-expressed belief that the state is hemorrhaging people, and matches what Landrum, a 23-year-old market research analyst, has experienced on the North Side.“I’m apartment hunting right now and all the decent ones get snapped up in 24 hours,” she said. “It’s so quick. It’s not a sign of people leaving.”The U.S. Census Bureau originally [found]( that Illinois lost about 18,000 people over the prior decade, which was the first time numbers showed Illinois’ overall population had declined since it joined the union in 1818. But after a [follow-up survey]( — something that happens after each...
2477	2022-04-09	english	Native American population in Chicago grows, stronger community, more truthful history sought throughout city	As Chicago’s Native American population grows, more efforts are underway to build community\nOver the past 10 years, more Chicagoans are identifying as Native American — up from 13,337 in 2010 to 34,543 in 2020, according to a Sun-Times analysis of census data.\nBut Ward, 17, of Homewood, has embraced her ties to the Navajo and Choctaw Nations.\nOn a recent Saturday, she wore a colorful ribbon skirt and a sash identifying her as Miss Indian Chicago as she sang in a crowded gymnasium inside Chicago’s American Indian Center.\nShe uses her title to attend cultural events in hopes of changing popular portrayals of Native Americans.\n“We’re just regular people who are trying to connect back to our land, connect back to our ancestors and make our ancestors proud and make a change for the future that being Native American is something that is very important and very sacred,” Ward said.\nOver the past 10 years, more Chicagoans are identifying as Native American — up from 13,337 in 2010 to ...	As Chicago’s Native American population grows, more efforts are underway to build communityOver the past 10 years, more Chicagoans are identifying as Native American — up from 13,337 in 2010 to 34,543 in 2020, according to a Sun-Times analysis of census data.But Ward, 17, of Homewood, has embraced her ties to the Navajo and Choctaw Nations.On a recent Saturday, she wore a colorful ribbon skirt and a sash identifying her as Miss Indian Chicago as she sang in a crowded gymnasium inside Chicago’s American Indian Center.She uses her title to attend cultural events in hopes of changing popular portrayals of Native Americans.“We’re just regular people who are trying to connect back to our land, connect back to our ancestors and make our ancestors proud and make a change for the future that being Native American is something that is very important and very sacred,” Ward said.Over the past 10 years, more Chicagoans are identifying as Native American — up from 13,337 in 2010 to 34,543 in 20...

	title	txt_sent	vader_sentiment
10	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	“These latest numbers from the U.S. Census Bureau show that Illinois is now a state on the rise with a growing population,” Democratic Gov. J.B. Pritzker said in a statement.	pos
34	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	But Jay Young, executive director of Common Cause Illinois, said the growing parts of the state are obvious — they’re city neighborhoods such as the West Loop and some communities within Chicago’s collar counties.	pos
84	Native American population in Chicago grows, stronger community, more truthful history sought throughout city	In recent years, the group also created the First Nations Garden in Albany Park, growing herbs and plants used in traditional medicines and foods, Tamez said.	pos
398	Census: Black Population Grows in Suburbs, Shrinks in Cities \| Chicago News \| WTTW	growing Black population prompted Micaela Smith, who moved to Lansing in 2002, to seek office.	pos
438	Illinois undercounted in 2020 census, actually recorded largest population ever	"These latest numbers from the U.S. Census Bureau show that Illinois is now a state on the rise with a growing population," Pritzker said in a statement.	pos
441	Illinois undercounted in 2020 census, actually recorded largest population ever	In a statement, Illinois House Speaker Emanuel "Chris" Welch said the corrected count "confirms what Democrats have been saying all along: Illinois is growing, Illinois is thriving, and Illinois has so much to offer.	pos
529	Gov. Pritzker calls on federal government to consider Illinois population growth when providing funding	“Illinois is growing, and our federal funding should reflect that reality,” Pritzker said.	pos
591	2021 Saw Historic Population Drops in New York, California & Illinois	Population has been decreasing for years, and the decrease has been growing in size each year.	pos
600	2021 Saw Historic Population Drops in New York, California & Illinois	What about states gaining population?Unsurprisingly, some of the fastest growing states in percentage terms are western states close to California.	pos
738	Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase	“Illinois is growing, and our federal funding should reflect that reality,” said Governor JB Pritzker.	pos
784	Illinois’ population loss was actually a modest gain, new census figures show – Chicago Tribune	Ambrose Jackson is seen on Thursday, May 5, 2022, in the Broadview, Ill., Building he plans to use as his firm’s legal marijuana growing and shipping facility.	pos
853	Illinois sees eighth straight year of population decline	“People were leaving for housing, or more affordable housing and then two, labor market opportunities so a better job or the ability to find a better job,” Hill saidIllinois has among the highest local and state tax rate in the country, and a growing property tax problem.	pos
970	‘The energy of migration has been very high.’ What’s behind the population dip in Chicago, other big U.S. cities?	In contrast to the declines in major cities, the 2021 census estimates showed growth in U.S. micro areas, census areas anchored by a municipality of between 10,000 and 50,000, marking a reversal in a trend of faster-growing metro areas.	pos
1077	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	‘Even though over time we’ve seen a higher number of counties with natural decrease and net international migration continuing to decline, in the past year, the contribution of domestic migration counteracted these trends, so there were actually more counties growing than losing population.	pos
1181	Will Georgia and North Carolina surpass Illinois and Ohio by 2030? (Population)	Are we expecting the South to keep growing at a faster rate than the Midwest, or is there a chance that Illinois and Ohio will find a way to stay ahead?Any opinions or predictions?	pos
1218	Illinois sees eighth straight year of population decline \| Granite City News \| advantagenews.com	"People were leaving for housing, or more affordable housing and then two, labor market opportunities so a better job or the ability to find a better job," Hill said Illinois has among the highest local and state tax rate in the country, and a growing property tax problem.	pos
1356	Chinatown Chicago: Why the ethnic enclave is growing as other cities’ Chinatowns see Asian populations decline	“It’s growing also because people are deciding to stay,” Wu said.	pos
1360	Chinatown Chicago: Why the ethnic enclave is growing as other cities’ Chinatowns see Asian populations decline	Asians are now the fastest-growing racial or ethnic group in Chicago – numbers showed a 31% increase.	pos
1361	Chinatown Chicago: Why the ethnic enclave is growing as other cities’ Chinatowns see Asian populations decline	“It’s great to be a part of a community that’s growing and thriving,” Wu said.	pos
1419	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	White population growth was concentrated in the early 1900s, Black population growth in the mid-20th century and Latinx population growth occurred since 1980.- A growing number of Chicagoland residents live in the suburbs.	pos
1442	Illinois Undercounted in 2020 Census, Actually Grew to 13 Million — The State’s Largest Population Ever – NBC Chicago	Local “These latest numbers from the U.S. Census Bureau show that Illinois is now a state on the rise with a growing population,” Pritzker said in a statement.	pos
1445	Illinois Undercounted in 2020 Census, Actually Grew to 13 Million — The State’s Largest Population Ever – NBC Chicago	In a statement, Illinois House Speaker Emanuel “Chris” Welch said the corrected count “confirms what Democrats have been saying all along: Illinois is growing, Illinois is thriving, and Illinois has so much to offer.”	pos
1468	New U.S. Census Bureau Report Shows Illinois Population Increased	Governor Pritzker celebrated the news, saying Illinois is now a state on the rise with a growing population.	pos
1565	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	“While we’ve seen a larger number of provinces with natural declines and further declining net international migration over time, the contribution of domestic migration has countered these trends over the past year, so there were actually more provinces growing than that.”	pos
1782	New York, California and Illinois all saw historic population declines in 2021	To no one’s surprise, some of the fastest growing in percentage terms are western states near California.	pos
1941	North America Indoor Farming Market Report 2022: Emergence of Urban Population Dwellings in Cities like New York, Chicago, and Milwaukee has Accelerated the Environment for Indoor Farming	Additionally, The Mexico market is expected to witness a CAGR of 13.8% during (2022-2028).Indoor agriculture is a type of modern agriculture that involves growing crops in a controlled environment.	pos
1942	North America Indoor Farming Market Report 2022: Emergence of Urban Population Dwellings in Cities like New York, Chicago, and Milwaukee has Accelerated the Environment for Indoor Farming	The market for indoor farming is growing, due to the growing population and the resulting demand for more secure and reliable food sources.	pos
1944	North America Indoor Farming Market Report 2022: Emergence of Urban Population Dwellings in Cities like New York, Chicago, and Milwaukee has Accelerated the Environment for Indoor Farming	Because it is decoupled from such requirements and may be positioned closer to end consumers, the demand for indoor farming is growing as the amount of vacant fertile land and water to sustain conventional agriculture is shrinking.	pos
2003	Illinois sees eighth straight year of population decline	"People were leaving for housing, or more affordable housing and then two, labor market opportunities so a better job or the ability to find a better job," Hill saidIllinois has among the highest local and state tax rate in the country, and a growing property tax problem.	pos
2062	New York, California and Illinois all saw historic population declines in 2021	In fact, California’s population had been growing since before 1900 until 2019.	pos
2076	New York, California and Illinois all saw historic population declines in 2021	To no one’s surprise, some of the fastest growing states by percentage are the western states near California.	pos
2214	New report: Illinois' population undercounted in 2020 census	These latest numbers from the U.S. Census Bureau show that Illinois is now a state on the rise with a growing population.	pos
2280	Ep. 39: The truth about Illinois’ population	Surveying the survey: The Census Bureau created a major buzz when it dropped additional 2020 population numbers that laypeople mistakenly took to mean Illinois is actively growing, not shrinking.	pos
2285	Ep. 39: The truth about Illinois’ population	False: Illinois is growing.	pos
2297	Ep. 39: The truth about Illinois’ population	Fossils emerge: Politicians saying the state is growing are incorrect.	pos
2317	Ep. 39: The truth about Illinois’ population	Don’t get us wrong, we want something to cheer about – namely, a growing state population.	pos
2361	[Politics] - Refugees drive West Ridge’s growing Asian population \| Chicago Sun-Times	[Politics] - Refugees drive West Ridge’s growing Asian population \| Chicago Sun-Times" https:	pos
2363	Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever	“These latest numbers from the U.S. Census Bureau show that Illinois is now a state on the rise with a growing population,” Pritzker said in a statement.	pos
2366	Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever	In a statement, Illinois House Speaker Emanuel “Chris” Welch said the corrected count “confirms what Democrats have been saying all along: Illinois is growing, Illinois is thriving, and Illinois has so much to offer.”Illinois	pos

	title	txt_sent	vader_sentiment
36	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	“We will continue to see contraction (in some areas) but the state is growing,” he said.	neu
49	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	Faustino, 30, who grew up in Palos Heights, made a move against the grain when she returned to the Chicago area last year from fast-growing Austin, Texas.	neu
733	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain \| Illinois \| gmtoday.com	Carla Faustino, 30, who grew up in Palos Heights, made a move against the grain when she returned to the Chicago area last year from fast-growing Austin, Texas.	neu
851	Illinois sees eighth straight year of population decline	A report from the Illinois Policy Institute highlights Illinois’ growing population problem after more than 100,000 citizens left the state in 2021.This was Illinois’ 8th straight year seeing a dip in population, and state lawmakers are calling on changes to the state’s high tax rate to help address the problem.	neu
2002	Illinois sees eighth straight year of population decline	A report from the Illinois Policy Institute highlights Illinois' growing population problem after more than 100,000 citizens left the state in 2021.This was Illinois' 8th straight year seeing a dip in population, and state lawmakers are calling on changes to the state's high tax rate to help address the problem.	neu

	title	txt_sent	vader_sentiment
122	Americans ditched high-tax Democrat-run states for low-tax or no-tax havens mostly governed by Republicans during pandemic: Populations shrink in NY, NJ, California, Illinois and spike in Texas, Florida, Carolinas and Big Sky country	Florida grew by 211,196 residents while North Carolina saw the country's fourth-highest population growth and added nearly 94,000 people.	pos
415	Census: Black Population Grows in Suburbs, Shrinks in Cities \| Chicago News \| WTTW	The Greater Roseland Chamber of Commerce hopes a community hospital will grow into a medical district.	pos
479	The population of Illinois is growing. The census showed it shrinking. It’s one of six states significantly undercounted in 2020. - MarketWatch	Arkansas, Tennessee, Mississippi and Illinois respectively had undercounts of 5%, 4.8%, 4.1% and 1.9%, while Florida and Texas respectively had undercounts of almost 3.5% and 1.9%.That meant, in Illinois’s case, that the population was recorded as having declined when in reality it grew.	pos
861	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	[Carlin Bates Stewart Rushed to Hospital; Husband Urges Fans to "PLEASE PRAY!!"](Mon, 23 May 2022 12:30 \| Hits : 3 \| USAs cannabis businesses grow and move to fancier pricier locations social equity applicants could be left behind...	pos
910	New report: Illinois’ population undercounted in 2020 census -	A review of Census data determined that Illinois’ population was undercounted by 2%, meaning the population grew by 250,000 people....	pos
947	4 Metro Areas in Illinois Gained Population last year, which 4?	I grew up very close to Elgin and it has some smaller colleges, but what it really has is a large riverboat casino parked on the river that goes through their historic downtown, maybe that has something to do with Elgin gaining Chicagoans looking to leave the city but stay in close proximity.	pos
1166	Report: Illinois' economy shrinks by $31.4 billion dollars amid continued population decline	"When we produce less, our economy grows less, and right now we are shrinking."Due to the COVID-19 pandemic as well as the state seeing its eighth straight year of a population decline, the Illinois Policy Institute estimates Illinois’ economy is $31.4 billion smaller than it should be.	pos
1363	Chinatown Chicago: Why the ethnic enclave is growing as other cities’ Chinatowns see Asian populations decline	That it will be even more welcoming for immigrants for our seniors, a place for our youth to grow and develop.”	pos
1380	81 of Illinois’ 102 counties lost population in 2021, Cook County lost the 3rd-most nationwide	The state’s 81 shrinking counties lost 121,000 people, while the 21 counties that grew gained just 7,400 people.	pos
1556	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	Houston grew by approximately 69,000 residents as the population increased from 7,122,240 to 7,206,841.	pos
1940	North America Indoor Farming Market Report 2022: Emergence of Urban Population Dwellings in Cities like New York, Chicago, and Milwaukee has Accelerated the Environment for Indoor Farming	The Canada market is poised to grow at a CAGR of 14.9% during (2022-2028).	pos
2211	New report: Illinois' population undercounted in 2020 census	A new report from the U.S. Census Bureau revealed that Illinois’ population was undercounted in the 2020 Census and the population in fact grew between 2010 and 2020.A review of Census data determined that Illinois’ population was undercounted by 2%, meaning the population grew by 250,000 people.	pos

	title	txt_sent	vader_sentiment
1	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	That put Landrum among the influx of newcomers who helped Illinois’ population grow by about 250,000 between 2010 and 2020, according to updated [census figures]( released Thursday.	neu
49	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	Faustino, 30, who grew up in Palos Heights, made a move against the grain when she returned to the Chicago area last year from fast-growing Austin, Texas.	neu
61	Native American population in Chicago grows, stronger community, more truthful history sought throughout city	As Chicago’s Native American population grows, more efforts are underway to build communityOver the past 10 years, more Chicagoans are identifying as Native American — up from 13,337 in 2010 to 34,543 in 2020, according to a Sun-Times analysis of census data.	neu
602	2021 Saw Historic Population Drops in New York, California & Illinois	Between the two, Texas grew more quickly in percentage terms.	neu
627	2021 Saw Historic Population Drops in New York, California & Illinois	For 7 years we have not asked for any donations, and have built this project with our own funds as we grew.	neu
709	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain \| Illinois \| gmtoday.com	That put Landrum among the influx of newcomers who helped Illinois’ population grow by about 250,000 between 2010 and 2020, according to updated census figures released Thursday.	neu
733	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain \| Illinois \| gmtoday.com	Carla Faustino, 30, who grew up in Palos Heights, made a move against the grain when she returned to the Chicago area last year from fast-growing Austin, Texas.	neu
807	Census Bureau: Illinois population actually increased in 2020 \| 1470 & 100.3 WMBD	That means Illinois population likely grew by 250,000, and the state believes it’s now above 13,000,000 for the first time in history.	neu
909	New report: Illinois’ population undercounted in 2020 census -	A new report from the U.S. Census Bureau revealed that Illinois ’ population was undercounted in the 2020 Census and the population in fact grew between 2010 and 2020.	neu
1069	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	The city of Dallas saw its population spike by about 97,000 people, increasing from 7,637,387 to 7,759,615.Houston grew by about 69,000 residents as it population went up from 7,122,240 to 7,206,841.	neu
1137	Dallas vs. Chicago? On jobs, population and housing, the growth story isn't even close	Net migration to North Texas grew during the pandemic, including from Chicago.	neu
1237	Illinois may have been undercounted and gained population	However, if Illinois really was undercounted by 1.97 percent, as the survey suggests, that would have meant that the population actually grew by more than 257,000, putting it at just over 13 million.	neu
1350	Chinatown Chicago: Why the ethnic enclave is growing as other cities’ Chinatowns see Asian populations decline	“Ten years later grew to 18,000 by 2010.	neu
1373	US Census admits it undercounted Illinois population by 2 percent	A 2 percent undercount means Illinois grew by about a quarter million rather than shrank by 18,000.[»]Be the first to comment.	neu
1467	New U.S. Census Bureau Report Shows Illinois Population Increased	That means that Illinois’ population grew by nearly 250-thousand people and is now above 13 million people for the first time in state history.	neu
1509	Election-year population politics at play in Illinois \| Granite City News \| advantagenews.com	Gov. J.B. Pritzer’s office said that means the state grew above 13 million for the first time in state history.	neu
1784	New York, California and Illinois all saw historic population declines in 2021	Between the two, Texas grew the fastest in percentage terms.	neu
2345	Illinois continues to lose population	Overall, the Census Bureau said, the U.S. population grew by 444,464, since the 2020 census, or 0.13 percent, the lowest growth rate since the nation’s founding.	neu

	txt_sent	vader_sentiment	vader_sent_rev
1	That put Landrum among the influx of newcomers who helped Illinois’ population grow by about 250,000 between 2010 and 2020, according to updated [census figures]( released Thursday.	neu	pos
142	New York originally used Castle Garden (now Castle Clinton) as its immigration processing hub, but within a few decades realized that a massive influx of immigrants necessitated a larger venue.	neu	pos
379	Within decades, there was an influx of Black families.	neu	pos
709	That put Landrum among the influx of newcomers who helped Illinois’ population grow by about 250,000 between 2010 and 2020, according to updated census figures released Thursday.	neu	pos

	title	txt_sent	vader_sentiment
963	‘The energy of migration has been very high.’ What’s behind the population dip in Chicago, other big U.S. cities?	“Now, with the impact of the COVID-19 pandemic, this combination has resulted in a historically slow pace of growth.”	neu
2345	Illinois continues to lose population	Overall, the Census Bureau said, the U.S. population grew by 444,464, since the 2020 census, or 0.13 percent, the lowest growth rate since the nation’s founding.	neu
2347	Illinois continues to lose population	“Now, with the impact of the COVID-19 pandemic, this combination has resulted in a historically slow pace of growth.”The	neu

	title	txt_sent	vader_sentiment
363	Census: Black Population Grows in Suburbs, Shrinks in Cities \| Chicago News \| WTTW	Their presence increased, meanwhile, in dozens of Chicago suburbs from 2010 to 2020.Chicago residents and demographers offer no shortage of reasons for the urban exodus:— The decline of the steel industry and blue-collar jobs starting in the 1970s.—	neg
603	2021 Saw Historic Population Drops in New York, California & Illinois	However neither state’s population increase was off trend with past increases.	neg
648	Comparing White Bass Recruitment Sources and Population Demographics Among the Large Rivers of Illinois..	However, despite the increase in White Bass research in reservoirs, large river populations remain understudied.	neg
1043	Expert explains reasons why Illinois’ population continues to decline	an appearance before the Economic Club of Chicago in October, Ken Griffin, CEO of Citadel, was critical of increased crime rates.	neg
1045	Expert explains reasons why Illinois’ population continues to decline	The murder rate in Chicago has increased by 18% since 2018 and is up 26% since 2019.	neg
1054	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	Much of the sharp increase has been blamed on COVID tearing through older populations most vulnerable to the illness, with more than 975,000 Americans confirmed to have died of it.	neg
1078	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	’The Bureau’s report complied population changes in 384 metropolitan areas, 543 mini-cities and 3,143 counties throughout the U.S.Among the new trend in migration, the report found that the pandemic helped cause the smallest population increase in 100 years as most counties reported more deaths than births in 2021.Kenneth M. Johnson, a sociology professor and demographer at the University of New Hampshire, said he was shocked to see how hard the population count was hit.	neg
1558	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	Famous Californians fleeing to Austin include Tesla and SpaceX boss Elon Musk, who left the Golden State for the Lone Star State due to Governor Gavin Newsom’s punitive COVID rules and increased taxes.	neg
1835	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	The pandemic city exodus revealed: New York, Los Angeles, San Francisco and Chicago lost the most residents with 75% of US counties seeing population decreases – but Dallas, Houston and Austin all saw increases-	neg
1837	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	On the opposite end, Dallas saw its population spike by about 97,000 people, Houston grew by about 69,000 and Austin’s population increased by about 53,300 new residents- The U.S. Census Bureau said the changes were attributed to fewer births, an aging population and increased death that were intensified by the COVID-19 pandemic and indicates a trend of where Americans are moving- In 2021, about 75 percent of US counties reported a population drop, a sharp increase from 2020 when only about 55 per cent reported a decrease in populationNew York, Los Angeles , San Francisco, Chicago and other large cities lost the most residents during the pandemic city exodus last year as about 75 per cent of U.S. counties experienced a loss in population, according to a new report from the U.S. Census Bureau.	neg
1925	Washington group Families for Justice Reform blames Illinois prison population’s rise since 1970s on ‘extreme’ sentencing laws	A Washington-based criminal justice reform group says Illinois’ “extreme” sentencing practices have resulted in a nearly fourfold increase in the state’s prison population since the early 1970s.	neg
2024	The pandemic city exodus revealed: New York, Los Angeles, San Francisco and Chicago lost the most residents with 75% of US counties seeing population decreases - but Dallas, Houston and Austin all saw increases	Much of the sharp increase has been blamed on COVID tearing through dailymail.co.uk ...	neg
2064	New York, California and Illinois all saw historic population declines in 2021	Since 2015, California has seen much lower year-over-year population increases.	neg
2109	City To Conduct Annual Count Of Chicago’s Homeless, And Expects To See Pandemic Spike In Their Population – CBS Chicago	“Based on what we were seeing pre-COVID, and now the exacerbations of the pandemic, I would not be surprised if there was an increase,” McCauley said.	neg
2333	Jerseyville, Illinois, takes action to revitalize its downtown, aiming for small business growth and population gain	The city plans to pay for that work with grants and funding from the private sector — not an increase in the property tax, according to Kevin Stork, Jerseyville’s commissioner of accounts and finance.	neg
2344	Illinois continues to lose population	In 2019, for example, the Census Bureau estimated that Illinois had lost more than 51,000 people since the 2010 census while the official 2020 census showed the state had lost about only 18,000.Still, the latest estimates for Illinois reflect broader national trends of decreased international migration, lower birth rates and increased mortality, due in part to the COVID-19 pandemic.	neg
2350	Illinois continues to lose population	Between 2020 and 2021, 33 states saw population increases and 17 states and the District of Columbia lost population.	neg

	title	txt_sent	vader_sentiment
116	Americans ditched high-tax Democrat-run states for low-tax or no-tax havens mostly governed by Republicans during pandemic: Populations shrink in NY, NJ, California, Illinois and spike in Texas, Florida, Carolinas and Big Sky country	District of Columbia, where income taxes were raised last year, saw a decline in population of 2.8percent between April 2020 and July 2021, according to Census data.	neu
120	Americans ditched high-tax Democrat-run states for low-tax or no-tax havens mostly governed by Republicans during pandemic: Populations shrink in NY, NJ, California, Illinois and spike in Texas, Florida, Carolinas and Big Sky country	California, where rates range from 1percent to 13.30percent based on income, saw its population decline by 173,000 during the same period.	neu
517	Pritzker promotes false narrative of Illinois population 'boom'	Despite 2020 Census counts that were higher than estimates based on the 2010 Census count, estimates of population change were likely accurate when they showed decline.	neu
518	Pritzker promotes false narrative of Illinois population 'boom'	Evidence of the downward trend includes the fact that even after the 2020 Census count reset the baseline, the Census Bureau’s PEP estimated the largest population decline in Illinois history for 2021.	neu
927	Pritzker fact check: Illinois population isn’t ‘booming’	The 2021 estimate showed the [largest population decline] in Illinois history.- Other studies show Illinoisans are leaving.	neu
1061	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	’This US Census map shows how 75 per cent of counties across the countries saw populations decline last year – up from 45 per cent in 2019.	neu
1235	Illinois may have been undercounted and gained population	That was a decline of 18,124, or 0.1 percent, from the 2010 census.	neu
1333	Designed to Reduce Cook County Jail Population, Some Say Electronic Monitoring System May Produce False Readings \| Chicago News \| WTTW	The state independently elected to proceed with a motion to revoke his bail, which they have now declined to pursue under their prosecutorial discretion,” the statement reads.	neu
1383	These Are The 10 Illinois Cities With The Biggest Population Losses	Our state has seen eight consecutive years of population declines, which is the second-longest streak in the nation behind West Virginia.	neu
1393	These Are The 10 Illinois Cities With The Biggest Population Losses	Population decline also contributes to the lower economic prospects of the state.	neu
1545	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	This US Census map shows how 75 percent of counties in the countries saw population declines last year — up from 45 percent in 2019.	neu
1546	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	Much of the decline was attributed to COVID ripping through older populations.	neu
1552	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	San Francisco is witnessing a decline of approximately 55,000 residents, with San Francisco County reporting its population decline from 873,965 to 815,201.	neu
1574	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	In 2020, only about 55 percent of all provinces reported a population decline, while 45 percent reported a decline in 2019.	neu
1662	81 of 102 Illinois counties lose population in 2021twitterfacebook \| dispatchist.com	Illinois’ record population decline affeced nearly all counties in 2021.	neu
1665	81 of 102 Illinois counties lose population in 2021twitterfacebook \| dispatchist.com	Statewide, population decline has been driven entirely by residents moving out.	neu
1693	Illinois Metro Areas Lose Population, Move to Other States	An analysis from the Illinois Policy Institute found Illinois outmigration hit all-time highs from July 2020 to July 2021 and the population decline was driven entirely by Illinoisans moving to other states.	neu
1697	Illinois Metro Areas Lose Population, Move to Other States	, Decatur experienced the ninth-worst population decline as a percentage.	neu
1702	Illinois Metro Areas Lose Population, Move to Other States	They performed equally as poorly when it came to population decline in 2021.To read the full analysis of the latest U.S. Census release, visit: illin.is/metrocensus	neu
1754	New York, California and Illinois all saw historic population declines in 2021	There are two different ways of thinking about population decline.	neu
1762	New York, California and Illinois all saw historic population declines in 2021	Population decline in California is far from the norm.	neu
1767	New York, California and Illinois all saw historic population declines in 2021	From 2016 to 2020, California’s population never declined by more than 100,000 per year.	neu
1805	New York, California and Illinois all saw historic population declines in 2021	#California #Illinois #historic #population #declines	neu
1816	Nearly all Illinois metro areas lost population in 2021	St. Louis, which is primarily located outside of Illinois, also experienced population decline.	neu
1817	Nearly all Illinois metro areas lost population in 2021	The largest decline, both in numeric and percentage terms came from the Chicago-Naperville-Evanston metropolitan division.	neu
2032	New York, California and Illinois all saw historic population declines in 2021	New York, California and Illinois all saw historic population declines in 2021Last week, the US Census Bureau released its 2021 population estimates for the country and its territories.	neu
2054	New York, California and Illinois all saw historic population declines in 2021	There are two different ways of looking at population decline.	neu
2313	Ep. 39: The truth about Illinois’ population	- Illinois’ population is in decline.	neu
2323	Jerseyville, Illinois, takes action to revitalize its downtown, aiming for small business growth and population gain	From 2010 to 2020, population declined by 1.5% — from 8,465 to 8,337 — in Jerseyville, which is the Jersey County seat.	neu
2353	Illinois continues to lose population	On a percentage basis, Illinois had the third largest population decline, behind the District of Columbia, at 2.9 percent, and New York, at 1.6 percent.	neu
2355	Illinois continues to lose population	On a numeric basis, Illinois also had the third largest population decline, behind New York and California.	neu
2389	COVID-19 hospitalization growth rate slows as Illinois now has 26% of population boosted	As of late Sunday, Illinois had 7,114 COVID-19 patients in the hospital, a decline from Saturday’s high of 7,170 patients.	neu
2510	Pilsen Rental Prices Increasing, Latino Population Shrinking \| Latino Voices \| Chicago News \| WTTW	Demolitions have declined 88% along the 606 trail and 25% in Pilsen from pre-pandemic levels.	neu

	title	txt_sent	vader_sentiment
435	Illinois undercounted in 2020 census, actually recorded largest population ever	While the release of Thursday’s report does nothing to reverse that loss of political representation in Washington, the finding that the state actually gained more than 250,000 residents between 2010 and 2020 does give Democrats ammunition to try to shout down many of those talking points.	pos
440	Illinois undercounted in 2020 census, actually recorded largest population ever	"The governor added that he’s looking "forward to celebrating this development with all Illinoisans, including those who routinely badmouth our state" — a shot at Republican rivals who for years have hammered the state’s Democratic leadership over the loss of population in recent decades.	pos
1416	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	“School closings and the shutting down of public housing developments occurred in communities that have experienced the greatest population loss in recent decades.	pos
1426	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	Uneven loss, disparate growth: Population trends across Chicago communities-	pos
1444	Illinois Undercounted in 2020 Census, Actually Grew to 13 Million — The State’s Largest Population Ever – NBC Chicago	The governor added that he’s looking “forward to celebrating this development with all Illinoisans, including those who routinely badmouth our state” — a shot at Republican rivals who for years have hammered the state’s Democratic leadership over the loss of population in recent decades.	pos
2341	Illinois continues to lose population	According to the data, 122,460 people moved from Illinois to other states during the period from April 1, 2020, to July 1, 2021, while only 5,766 people moved into the state, a net loss of 116,694.Those losses were offset by a net gain of 5,766 people through international migration as well as a “natural” increase of 2,778 people – the difference between in-state births and deaths during the period.	pos
2362	Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever	While the release of Thursday’s report does nothing to reverse that loss of political representation in Washington, the finding that the state actually gained more than 250,000 residents between 2010 and 2020does give Democrats ammunition to try to shout down many of those talking points.	pos
2365	Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever	governor added that he’s looking “forward to celebrating this development with all Illinoisans, including those who routinely badmouth our state” — a shot at Republicans rivals who for years have hammered the state’s Democratic leadership over the loss of population in recent decades.	pos

vader_sent_rev	neg	neu	pos
month
1	104	283	234
2	32	72	41
3	162	215	160
4	50	86	73
5	181	290	286
6	27	56	59
7	27	62	36

vader_sent_rev	neg	neu	pos	neg_pct	pos_pct
month
1	104	283	234	31	69
2	32	72	41	44	56
3	162	215	160	50	50
4	50	86	73	41	59
5	181	290	286	39	61
6	27	56	59	31	69
7	27	62	36	43	57

	count
2022-01-06	3
2022-01-08	3
2022-01-10	26
2022-01-14	5
2022-01-15	44

	count
2022-01-06	5
2022-01-08	2
2022-01-10	27
2022-01-14	4
2022-01-15	25

	title	txt_sent	vader_sentiment
597	2021 Saw Historic Population Drops in New York, California & Illinois	Well, for all three states, the number of people moving to other states on net exceeded each state’s loss in population (as shown in the first table above).	neu
1778	New York, California and Illinois all saw historic population declines in 2021	Well, in all three states, the number of people who moved to other states exceeded the population loss (as shown in the first table above).	neu
2073	New York, California and Illinois all saw historic population declines in 2021	Well, in all three states, the number of people moving to other states exceeded the population loss (as shown in the first table above).	neu

	title	txt_sent	vader_sentiment
465	The population of Illinois is growing. The census showed it shrinking. It’s one of six states significantly undercounted in 2020. - MarketWatch	In Minnesota and Rhode Island, overcounts appear to have helped save them from losing congressional seats.	pos
570	2021 Saw Historic Population Drops in New York, California & Illinois	The Biggest LosersThe first interesting observation we can take from the census data is that there are three clear “leading states” that are losing the greatest number of people.	pos
744	Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase	The original census count, which inaccurately showed a population decline, resulted in Illinois losing one congressional seat, making accurate appropriation of funds even more essential to ensure Illinoisans can access the resources they need over the next decade.	pos
1077	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	‘Even though over time we’ve seen a higher number of counties with natural decrease and net international migration continuing to decline, in the past year, the contribution of domestic migration counteracted these trends, so there were actually more counties growing than losing population.	pos
1416	Macarthur Foundation, UIC Report Examines Population Shifts in Chicago, Metro Area	“School closings and the shutting down of public housing developments occurred in communities that have experienced the greatest population loss in recent decades.	pos
1596	Union power vote, population loss threaten Illinois’ labor market recovery	Illinois payrolls fared marginally better, losing only 13.5% of the jobs from January-April 2020.Since the recovery began in April 2020, the national economy has added jobs 23% faster than Illinois.	pos
1753	New York, California and Illinois all saw historic population declines in 2021	Being covered by a different tax policy when moving to another state is certainly easier than moving to another country, for example.the biggest losersThe first interesting observation we can take from the Census data is that there are three clear “leading states” that are losing more population.	pos
2053	New York, California and Illinois all saw historic population declines in 2021	Being covered by a different tax policy when moving to another state is certainly easier than moving to another country, for example.the biggest losersThe first interesting observation we can glean from the census data is that there are three clear “leading states” that are losing more population.	pos
2270	Ep. 39: The truth about Illinois’ population	Are we gaining residents like Gov. Pritzker has recently said or are we losing residents, as has been reported for seven straight years?	pos
2298	Ep. 39: The truth about Illinois’ population	It’s true Illinois is bigger than we thought, but it’s also true that we’re still losing population as residents move out.	pos

	title	txt_sent	vader_sentiment
616	2021 Saw Historic Population Drops in New York, California & Illinois	Lockdowns, documentation mandates, school closings, and other COVID regulations are likely just too cumbersome for some to tolerate.	neu
799	Census Bureau: Illinois Was Undercounted, Actually Gained Population Since 2010	But now it appears that instead of losing population over the past decade, Illinois actually gained a quarter-of-a-million new residents.	neu
801	Census Bureau: Illinois Was Undercounted, Actually Gained Population Since 2010	That means that instead of losing 18,000 residents from 2010 to 2020, the state actually gained nearly 250,000 people during that time.	neu

	title	txt_sent	vader_sentiment
23	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	While the census downturn reported last year gave the GOP something to crow about and the increase shown in last week’s survey gave Democrats a nice talking point, what will the practical import be of the new numbers?Illinois lost one congressional seat, and that won’t change.	pos
35	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	At the same time, he said, it’s clear other areas have lost population, including rural counties, the Metro East region near St. Louis, and the South and West sides of Chicago.	pos
345	Census: Black Population Grows in Suburbs, Shrinks in Cities \| Chicago News \| WTTW	From 1990 to 2000, 13 of the United States’ biggest cities lost Black residents.	pos
451	Illinois undercounted in 2020 census, actually recorded largest population ever	"But either way, subsequent statistical sampling from the census, such as Thursday’s determinations of over- and undercounting, can’t be used for reapportioning seats in Congress, thanks to a Supreme Court ruling in 1999.But the new figures will at least help usher in additional federal funding that the state nearly lost out on.	pos
1055	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	This map shows some of the cities which gained and lost large chunks of their populations between 2020 and 2021Last year’s trend generally saw residents of more liberal ‘blue’ cities and states move to conservative ‘red’ states, and could lead to traditionally Republican areas turning Democrat thanks to the influx of newcomers.	pos
1380	81 of Illinois’ 102 counties lost population in 2021, Cook County lost the 3rd-most nationwide	The state’s 81 shrinking counties lost 121,000 people, while the 21 counties that grew gained just 7,400 people.	pos
1454	Illinois Undercounted in 2020 Census, Actually Grew to 13 Million — The State’s Largest Population Ever – NBC Chicago	But the new figures will at least help usher in additional federal funding that the state nearly lost out on.	pos
1539	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	This map shows some of the cities that gained and lost large segments of their population between 2020 and 2021 (adsbygoogle = window.adsbygoogle \|\|	pos
1646	Illinois' population has grown, not declined	It's not that we lost population,...	pos
1721	US Census admits it under-counted Illinois population by 2 percent	\* and lost a seat in Congress due to the alleged population decline To anyone that is thinking of voting R, this is the incompetency that they support.	pos
1836	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	The U.S. Census Bureau found that Americans fled big cities like New York, LA, San Francisco and Chicago between April 2020 to July 2021 in favor of the South West- New York city lost the most residents going down by 328,000, with LA coming in second at a lost of 176,000-	pos
2374	Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever	either way, subsequent statistical sampling from the census, such as Thursday’s determinations of over- and undercounting, can’t be used for reapportioning seats in Congress, thanks to a Supreme Court ruling in 1999.But the new figures will at least help usher in additional federal funding that the state nearly lost out on.	pos

	title	txt_sent	vader_sentiment
145	What Illinois' immigrant population looked like in 1900 \| News \| tribuneledgernews.com	You may also like: Counties with highest COVID-19 infection rates in Illinois ullstein bild Dtl. //	pos
606	2021 Saw Historic Population Drops in New York, California & Illinois	The acceleration of exit from these states in the last two years certainly suggests some relationship between the pandemic and exit, but it’s possible that movement away from these states reflects the desire to escape high density areas where COVID can better thrive.	pos
1051	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – intensified by the COVID-19 pandemic – contributed to a rise in natural [population] decrease’ across the country,’ but particular hitting big cities the hardest.	pos
1199	COVID-19 UPDATE: Only 1/3 U.S. Population Has Even 1 Booster; 5,344 New Illinois Cases Tuesday	As more doctors prescribe Pfizer’s powerful COVID-19 pill, new questions are emerging about its performance, including why a small number of patients appear to relapse after taking the drug.	pos
1200	COVID-19 UPDATE: Only 1/3 U.S. Population Has Even 1 Booster; 5,344 New Illinois Cases Tuesday	Paxlovid has become the go-to option against COVID-19 because of its at-home convenience and impressive results in heading off severe disease.	pos
1203	COVID-19 UPDATE: Only 1/3 U.S. Population Has Even 1 Booster; 5,344 New Illinois Cases Tuesday	The Chinese authorities are tightening coronavirus restrictions in Shanghai and Beijing, heeding a message from the country’s top leader to double down on the zero-COVID strategy.	pos
1210	COVID-19 UPDATE: Only 1/3 U.S. Population Has Even 1 Booster; 5,344 New Illinois Cases Tuesday	According to the IDPH, the totals to date are 3,189,086 positive cases and 33,684 COVID-19 deaths statewide since the pandemic began.	pos
1535	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – exacerbated by the COVID-19 pandemic – contributed to an increase in natural [population] decline’ throughout the country’, but the major cities in particular hit the hardest.’	pos
1838	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – intensified by the COVID-19 pandemic – contributed to a rise in natural [population] decrease’ across the country,’ but particular hitting big cities the hardest.’Last year’s trend generally saw residents of more liberal ‘blue’ cities and states move to conservative ‘red’ states, and could lead to traditionally Republican areas turning Democrat thanks to the influx of newcomers.	pos
2023	The pandemic city exodus revealed: New York, Los Angeles, San Francisco and Chicago lost the most residents with 75% of US counties seeing population decreases - but Dallas, Houston and Austin all saw increases	The Census Bureau said: 'In 2021, fewer births, an aging population and increased mortality - intensified by the COVID-19 pandemic - contributed to a rise in natural [population] decrease' across the country,' but particular hitting big cities the hardest.'That saw 75 per cent of all US counties record falling populations in 2021.	pos
2393	COVID-19 hospitalization growth rate slows as Illinois now has 26% of population boosted	The number of patients hospitalized with COVID-19 in Illinois has grown 6.8% in the past week, compared to a 32% increase the week prior.	pos
2441	Only 48 Out of 102 Illinois Counties Monitoring COVID-19 via Wastewater, But 80% of Population Covered \| Chicago News \| WTTW	”Early detection of COVID-19 and its variants is one of the big advantages of wastewater surveillance, according to Dr. Isaac Ghinai, medical director of laboratory-based surveillance with the Chicago Department of Public Health.	pos
2447	Only 48 Out of 102 Illinois Counties Monitoring COVID-19 via Wastewater, But 80% of Population Covered \| Chicago News \| WTTW	the COVID-19 testing landscape changes with more people taking at-home tests, which aren’t reported to public health authorities, “other methods of surveillance like wastewater surveillance are increasingly valuable,” Ghinai said.	pos
2451	Only 48 Out of 102 Illinois Counties Monitoring COVID-19 via Wastewater, But 80% of Population Covered \| Chicago News \| WTTW	don’t only look at wastewater surveillance data to make public health decisions, such as deploying extra resources to a neighborhood where wastewater surveillance shows an increase in COVID-19.	pos
2454	Only 48 Out of 102 Illinois Counties Monitoring COVID-19 via Wastewater, But 80% of Population Covered \| Chicago News \| WTTW	With wastewater sampling and lab analysis methods constantly improving, officials are hopeful about uses beyond COVID-19, such as tracking drug-resistant organisms, Ebola, influenza and other pathogens.	pos

	title	txt_sent	vader_sentiment
333	What Illinois' immigrant population looked like in 1900 \| News \| tribuneledgernews.com	googletag.cmd.push(function() { googletag.display('ad-1095960'); }); Trending Now Man killed in Cumming Highway crash in Cherokee County Northside Hospital: COVID-19 hospitalizations have surpassed records Human remains found near Kroger in Holly Springs Gas leak causes injuries at Pilgrim's Pride in Canton Canton police officer's wife dies less than two weeks after giving birth Local Events googletag.cmd.push(function() { googletag.display('ad-1095962'); }); Latest e-edition Search Cherokee Tribune Archives googletag.cmd.push(function() { googletag.display('ad-1095965'); }); googletag.cmd.push(function() { googletag.display('ad-1095935'); });	neg
606	2021 Saw Historic Population Drops in New York, California & Illinois	The acceleration of exit from these states in the last two years certainly suggests some relationship between the pandemic and exit, but it’s possible that movement away from these states reflects the desire to escape high density areas where COVID can better thrive.	pos
609	2021 Saw Historic Population Drops in New York, California & Illinois	Evaluating this hypothesis completely would require more detailed information, but I find it unconvincing that COVID fear is driving people from high population density states to low population density states.	neg
616	2021 Saw Historic Population Drops in New York, California & Illinois	Lockdowns, documentation mandates, school closings, and other COVID regulations are likely just too cumbersome for some to tolerate.	neu
617	2021 Saw Historic Population Drops in New York, California & Illinois	Anecdotally, Elon Musk, the country’s largest individual taxpayer, famously made good on his threat to move out of California over COVID-19 regulations , and many others have also left the state for similar reasons.	neg
694	After Population Loss Reported, Revised Census Numbers Show Illinois Actually Gained 250K Residents \| Chicago News \| WTTW	“We are the laggard and given the crime we have right now, given the highest property taxes in the country and given some of the strictest COVID mitigations, I think we’re going to find that we’re still going to have lots of pressure with our population,” said Ted Dabrowski, director of the non-partisan, conservative-learning economic policy organization Wirepoints .Meanwhile, states that picked up Congressional representation saw their populations soar, with Texas adding 4 million residents.	neg
950	‘The energy of migration has been very high.’ What’s behind the population dip in Chicago, other big U.S. cities?	Dayna Lynn Nuckolls spent most of her life in Chicago and the south suburbs but was already planning to leave when COVID-19 struck.	neg
958	‘The energy of migration has been very high.’ What’s behind the population dip in Chicago, other big U.S. cities?	When Nuckolls left the Chicago area in July 2020, she was on the cusp of a trend: More than 100,000 people in Chicagoland followed suit over the next year, migrating to other domestic destinations during the COVID-19 pandemic.	neu
963	‘The energy of migration has been very high.’ What’s behind the population dip in Chicago, other big U.S. cities?	“Now, with the impact of the COVID-19 pandemic, this combination has resulted in a historically slow pace of growth.”	neu
1051	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – intensified by the COVID-19 pandemic – contributed to a rise in natural [population] decrease’ across the country,’ but particular hitting big cities the hardest.	pos
1054	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	Much of the sharp increase has been blamed on COVID tearing through older populations most vulnerable to the illness, with more than 975,000 Americans confirmed to have died of it.	neg
1062	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	Much of the drop was blamed on COVID tearing through elderly populationsWhen	neg
1067	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	San Francisco witnesses a decline of about 55,000 residents, with San Francisco County reporting its population falling from 873,965 to 815,201.All those cities have been in the headlines in recent months over draconian COVID lockdown measures, and soaring crime rates.	neg
1071	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	Among the famous Californians fleeing to Austin are Tesla and SpaceX boss Elon Musk, who swapped the Golden State for the Lone Star State over Governor Gavin Newsom’s punitive COVID rules, and higher taxes.	neg
1155	Report: Illinois' economy shrinks by $31.4 billion dollars amid continued population decline	Illinois has been seeing its population decrease for years, but the COVID-19 pandemic has exasperated those issues, Divounguy said.	neg
1157	Report: Illinois' economy shrinks by $31.4 billion dollars amid continued population decline	decline was already contributing to lower economic growth for Illinois when COVID-19 and government shutdowns piled on and the problems accelerated,” he said.	neg
1166	Report: Illinois' economy shrinks by $31.4 billion dollars amid continued population decline	"When we produce less, our economy grows less, and right now we are shrinking."Due to the COVID-19 pandemic as well as the state seeing its eighth straight year of a population decline, the Illinois Policy Institute estimates Illinois’ economy is $31.4 billion smaller than it should be.	pos
1187	Pope County, Illinois Has One of the Oldest Populations in the Nation	More recently, falling birth rates and tightened restrictions on immigration – particularly during the COVID-19 pandemic – have accelerated the aging of the U.S. population.	neg
1201	COVID-19 UPDATE: Only 1/3 U.S. Population Has Even 1 Booster; 5,344 New Illinois Cases Tuesday	But experts say there is still much to be learned about the drug, which was authorized in December for adults at high risk of severe COVID-19 based on a study in which 1,000 adults received the medication.	neg
1204	COVID-19 UPDATE: Only 1/3 U.S. Population Has Even 1 Booster; 5,344 New Illinois Cases Tuesday	( The New York Times )KANE COUNTY: 230 New Cases, 0 Deaths TuesdayThe Illinois Department of Public Health today reported 230 new COVID-19 cases and no additional COVID-19 deaths among Kane County residents.	neg
1482	Expert: We're dealing with even more contagious COVID-19 subvariant, but risk for another disease, monkeypox, is low for overall population - CBS Chicago	It has been almost three months since city leaders dropped COVID-19 restrictions – but as we head toward summer, experts warn we could see more COVID cases.	neg
1483	Expert: We're dealing with even more contagious COVID-19 subvariant, but risk for another disease, monkeypox, is low for overall population - CBS Chicago	As CBS 2's Sabrina Franza reported, Chicago is expected to become an area with high COVID-19 risk as soon as this week.	neg
1535	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – exacerbated by the COVID-19 pandemic – contributed to an increase in natural [population] decline’ throughout the country’, but the major cities in particular hit the hardest.’	pos
1538	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	Much of the surge is due to COVID tearing through older populations most vulnerable to the disease, with more than 975,000 Americans dying from it.	neg
1546	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	Much of the decline was attributed to COVID ripping through older populations.	neu
1553	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	All those cities have been in the headlines in recent months due to draconian COVID lockdown measures and rising crime rates.	neg
1558	NY, LA, San Fran, And Chicago Lost The Most Residents With 75%of US Counties Seeing Population Drops	Famous Californians fleeing to Austin include Tesla and SpaceX boss Elon Musk, who left the Golden State for the Lone Star State due to Governor Gavin Newsom’s punitive COVID rules and increased taxes.	neg
1592	Union power vote, population loss threaten Illinois’ labor market recovery	Illinois may be ready to finally recover the jobs lost during the COVID-19 pandemic, but two threats loom: population loss and a vote to enshrine the nation’s most extreme labor union powers in the Illinois Constitution.	neg
1593	Union power vote, population loss threaten Illinois’ labor market recovery	Since the onset of the economic recovery from the COVID-19 pandemic, Illinois’ labor market has lagged the national average.	neg
1824	Nearly all Illinois metro areas lost population in 2021	As most metros lost population, they also struggled to recover job losses felt at the onset of the COVID-19 pandemic.	neg
1837	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	On the opposite end, Dallas saw its population spike by about 97,000 people, Houston grew by about 69,000 and Austin’s population increased by about 53,300 new residents- The U.S. Census Bureau said the changes were attributed to fewer births, an aging population and increased death that were intensified by the COVID-19 pandemic and indicates a trend of where Americans are moving- In 2021, about 75 percent of US counties reported a population drop, a sharp increase from 2020 when only about 55 per cent reported a decrease in populationNew York, Los Angeles , San Francisco, Chicago and other large cities lost the most residents during the pandemic city exodus last year as about 75 per cent of U.S. counties experienced a loss in population, according to a new report from the U.S. Census Bureau.	neg
1838	NY, LA, San Fran, and Chicago lost the most residents with 75%of US counties seeing population drops	The Census Bureau said: ‘In 2021, fewer births, an aging population and increased mortality – intensified by the COVID-19 pandemic – contributed to a rise in natural [population] decrease’ across the country,’ but particular hitting big cities the hardest.’Last year’s trend generally saw residents of more liberal ‘blue’ cities and states move to conservative ‘red’ states, and could lead to traditionally Republican areas turning Democrat thanks to the influx of newcomers.	pos
1927	Washington group Families for Justice Reform blames Illinois prison population’s rise since 1970s on ‘extreme’ sentencing laws	In 2020 and 2021, with the COVID-19 pandemic posing a particular risk to those in the close quarters of prison, Illinois authorities reduced the prison population by commuting sentences, paroling inmates and refusing to accept all convicted criminals from county jails.	neg
2024	The pandemic city exodus revealed: New York, Los Angeles, San Francisco and Chicago lost the most residents with 75% of US counties seeing population decreases - but Dallas, Houston and Austin all saw increases	Much of the sharp increase has been blamed on COVID tearing through dailymail.co.uk ...	neg
2109	City To Conduct Annual Count Of Chicago’s Homeless, And Expects To See Pandemic Spike In Their Population – CBS Chicago	“Based on what we were seeing pre-COVID, and now the exacerbations of the pandemic, I would not be surprised if there was an increase,” McCauley said.	neg
2344	Illinois continues to lose population	In 2019, for example, the Census Bureau estimated that Illinois had lost more than 51,000 people since the 2010 census while the official 2020 census showed the state had lost about only 18,000.Still, the latest estimates for Illinois reflect broader national trends of decreased international migration, lower birth rates and increased mortality, due in part to the COVID-19 pandemic.	neg
2347	Illinois continues to lose population	“Now, with the impact of the COVID-19 pandemic, this combination has resulted in a historically slow pace of growth.”The	neu
2389	COVID-19 hospitalization growth rate slows as Illinois now has 26% of population boosted	As of late Sunday, Illinois had 7,114 COVID-19 patients in the hospital, a decline from Saturday’s high of 7,170 patients.	neu
2437	Only 48 Out of 102 Illinois Counties Monitoring COVID-19 via Wastewater, But 80% of Population Covered \| Chicago News \| WTTW	“We think Illinois is likely close to this number.”SARS-CoV-2, the virus that causes COVID-19, is detectable in human waste nearly from the onset of infection, according to officials.	neg

	title	txt_sent	vader_sentiment
7	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	But after a [follow-up survey]( — something that happens after each once-a-decade head count of the U.S. population — it discovered the state’s population figures had likely been undercounted.	neu
18	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	was the only state in the Midwest to be undercounted, while two other Midwest states — Minnesota and Ohio — were likely overcounted, according to the survey.	neu
19	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	Other states that were undercounted were Arkansas, Florida, Mississippi, Tennessee and Texas.	neu
21	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	The estimate that Illinois’ population was undercounted by 1.97%, or about 250,000, was the midpoint provided in the survey.	neu
22	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	The population could have been undercounted by as much as 440,000 people, or 3.43%, or as little as 65,000 people, or 0.51%, the survey showed.	neu
448	Illinois undercounted in 2020 census, actually recorded largest population ever	Illinois’ population was undercounted by nearly 2%, a miscalculation that will have long-term implications.	neu
488	Pritzker promotes false narrative of Illinois population 'boom'	The survey estimates Illinois’ household population was undercounted by 1.97% during the 2020 official Census.	neu
712	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain \| Illinois \| gmtoday.com	But after a follow-up survey — something that happens after each once-a-decade head count of the U.S. population — it discovered the state’s population figures had likely been undercounted.	neu
719	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain \| Illinois \| gmtoday.com	Illinois was the only state in the Midwest to be undercounted, while two other Midwest states — Minnesota and Ohio — were likely overcounted, according to the survey.	neu
736	Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase	Illinois’s population was undercounted by roughly 2% in the 2020 census.	neu
779	Illinois’ population loss was actually a modest gain, new census figures show – Chicago Tribune	But after a follow-up survey – something that happens after each once-a-decade head count of the US population – it discovered the state’s population figures had likely been undercounted.	neu
800	Census Bureau: Illinois Was Undercounted, Actually Gained Population Since 2010	The U.S. Census Bureau now acknowledges that additional data compiled after the official census indicates that the state’s population was undercounted in 2020 by nearly two-percent.	neu
806	Census Bureau: Illinois population actually increased in 2020 \| 1470 & 100.3 WMBD	And, as it turns out, Illinois was one of the states where population was estimated to be undercounted by about two percent.	neu
919	Pritzker fact check: Illinois population isn’t ‘booming’	reality, the Post Enumeration Survey, which is conducted after each decennial census, found Illinois’ 2020 household population was undercounted by 1.97% .	neu
1252	Illinois may have been undercounted and gained population	They also noted that the 2020 census undercounted children, especially young children ages 0-4.	neu
1369	Illinois Population undercounted by 2% in the last census	Illinois Population undercounted by 2% in the last census" https:	neu
1436	Gov Pritzker Calls On Federal Government to Fund Illinois Based on Population Increase	Illinois’s population was undercounted by roughly two-percent in the 2020 census.	neu
1465	New U.S. Census Bureau Report Shows Illinois Population Increased	New U.S. Census Bureau Report Shows Illinois Population IncreasedThe U.S. Census Bureau is revealing that Illinois was undercounted during the 2020 census.	neu
1466	New U.S. Census Bureau Report Shows Illinois Population Increased	A review of the census data shows that Illinois was undercounted by nearly two-percent.	neu
1917	Conflicting population estimates for Illinois continue to spur debate about whether the state is growing or shrinking	He said a recent Census survey shows the agency undercounted Illinois by nearly 2 percent.	neu
2358	New U.S. Census Bureau Report Shows Illinois Population Increased	Washington, DC-( Effingham Radio )- The U.S. Census Bureau is revealing that Illinois was undercounted during the 2020 census.	neu

	title	txt_sent	vader_sentiment
349	Census: Black Population Grows in Suburbs, Shrinks in Cities \| Chicago News \| WTTW	Those numbers could vary slightly, as the Census Bureau reported last week that 3.3% of the Black population was undercounted in the 2020 census, a rate higher than in 2010.The official count found that a section of Roseland measuring less than 1 square mile lost 1,600 Black residents.	neg
461	Illinois undercounted in 2020 census, actually recorded largest population ever	"AdvertisementYoung said it isn’t quite clear how this will generate additional funding and stressed that those undercounted are still most vulnerable.	neg
1151	Illinois' population has grown, not declined \| dispatchist.com	Krishnamoorthi again pressed the Census Bureau for answers, this time about why Illinois was so grossly undercounted in the decennial census.	neg
1464	Illinois Undercounted in 2020 Census, Actually Grew to 13 Million — The State’s Largest Population Ever – NBC Chicago	Young said it isn’t quite clear how this will generate additional funding and stressed that those undercounted are still most vulnerable.	neg
1508	Election-year population politics at play in Illinois \| Granite City News \| advantagenews.com	Last week, the Census said a survey indicates it undercounted Illinois by nearly 2% and found possible counting mistakes in 13 other states.	neg
2380	Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever	”Young said it isn’t quite clear how this will generate additional funding and stressed that those undercounted are still most vulnerable.	neg

	Entities	Labels
0	Brooke Landrum	PERSON
1	Chicago	GPE
2	Cincinnati	GPE
3	2016	DATE
4	Loyola University	ORG
...	...	...
5886	Their Failed Schools	WORK_OF_ART
5887	Predatory/Regressive Traffic Camera Rackets	ORG
5888	3	CARDINAL
5889	first	ORDINAL
5890	two	CARDINAL

	title	txt_sent
27	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	Not only did it take place during the early months of the pandemic, but some potential respondents were alarmed by the Trump administration’s insistence on a question about citizenship, she said.
30	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	“We noticed that every time the (citizenship question) came up in a lawsuit or every time Trump would say something about the census or the citizenship question, our community partners would get questions from people filling out the form,” he said.
459	Illinois undercounted in 2020 census, actually recorded largest population ever	"Jay Young, executive director of Common Cause Illinois, said the undercount was to be expected due to the public health crisis and former President Donald Trump’s attempts to disrupt the census."We had the former administration working to undercut the efforts of the census bureau and people were rightfully scared," Young said.
469	The population of Illinois is growing. The census showed it shrinking. It’s one of six states significantly undercounted in 2020. - MarketWatch	From the archives (January 2022): Census challenges emerge, alongside new insight into Trump administration efforts to impact the 2020 population countPlus (January 2021): Think tank finds 2020 census did undercount U.S. population — but less than fearedThe figures released Thursday from the Post-Enumeration Survey serve as a report card on how well residents in the 50 states and District of Columbia were counted during a census that faced unprecedented obstacles from a pandemic, hurricanes and wildfires, social unrest and political interference by the Trump administration.“
816	Pritzker sets a new record of over 11M Illinois tax dollars to prevent low-income population growth	“Now that the Biden administration has reversed Trump’s gag rule, I am proud to announce we have rejoined the federal Title X program and we’re putting record funding toward our Illinois Family Planning Program,” said Governor JB Pritzker.
824	Pritzker sets a new record of over 11M Illinois tax dollars to prevent low-income population growth	Governor Pritzker announced in July 2019 that the State of Illinois would forgo federal Title X funding in response to the rule imposed by the Trump Administration that banned federal funding for contraceptives for low-income people, unless grant recipients pledged not to counsel on abortion options or refer to abortion services.“Countless
825	Pritzker sets a new record of over 11M Illinois tax dollars to prevent low-income population growth	vulnerable people lost a lifeline when Title X funding was lost due to the Trump administration’s gag rule, and the restoration of that funding is now more important than ever as our constitutional right to bodily autonomy is under attack,” said Lt. Governor Juliana Stratton.
869	New census figures show Illinois’ population change was actually a modest gain, but experts say warning signs remain	[16 Jolly Summer Garland Designs That Can Refresh Any Space](Mon, 23 May 2022 13:03 \| Hits : 1 \| USNewsmax made history Friday night beating competitor CNN in key primetime ratings According to Nielsen and first reported by Mediaite Newsmaxs live coverage of former President Trumps Pennsylvania rally pushed the network ahead of CNN in audience viewershipNewsmax pulled 738000 total viewers between 8 pm and 10 pm ET with an evening primetime average of 579000 viewersLaggard CNN...
1461	Illinois Undercounted in 2020 Census, Actually Grew to 13 Million — The State’s Largest Population Ever – NBC Chicago	Jay Young, executive director of Common Cause Illinois, said the undercount was to be expected due to the public health crisis and former President Donald Trump’s attempts to disrupt the census.
2378	Illinois undercounted in 2020 census, actually grew to 13 million — largest population ever	Young, executive director of Common Cause Illinois, said the undercount was to be expected due to the public health crisis and former President Donald Trump’s attempts to disrupt the census.

MSCA 32018 - NLP Summer 2022¶

FINAL PROJECT (Google Colab)¶

ILLINOIS POPULATION NEWS ANALYSIS¶

Below is the final version in chronological steps (not including trials of other methods)¶

1. Load the original dataset¶

2. Filtering and Clean-Up: Select Only Relevant Titles¶

3. Filtering and Clean-Up: Split & Explode Text into Sentences¶

4. Checking Data Distribution¶

5. Filtering & Clean-Up: Remove Duplicates¶

6. Sentiment Analysis: Vader Lexicon¶

7. Filtering & Clean-Up: Remove Errors/Outliers (Extremely Long, Misposted Titles)¶

8. Filtering & Clean-Up: Remove Punctuations (Additional Column)¶

9. Visualize Word Cloud per Sentiment¶

Word Cloud for Positive Sentiments¶

Word Cloud for Negative Sentiments¶

Word Cloud for Neutral Sentiments¶

10. Finding Major Keywords per Sentiment for Cross-Checking¶

'Growing' is almost a certain positive word. Except when it is paired with negative connotations (slowest growing, growing sense of unease). Some of them incorrectly tagged as neutral while supposed to be negative. Modify accordingly below.¶

'Grow/grows/grew' almost all positive but needs to be corrected when it is paired with negative words. Should be negative.¶

'Grow/grew' correctly classified as negative. Except when it is come from too many negative words within the sentence when it is supposed to be positive.¶

Most of the 'grow/grows/grew' in neutral need to be corrected to be positive. Few or them are actually negative.¶

11. Re-visualize Word Cloud after Sentiment Adjustments¶

Positive Sentiments¶

12. Text Observation to Understand the Context and Extract Insights¶

Positive Sentiments¶

Re-visualizing & Observe Negative Sentiments¶

Re-visualizing & Observe Neutral Sentiments¶

12. Topic Detection with ktrain¶

Topic Detection for Non-Filtered¶

Topic Detection for Select Titles¶

Topic Detection on Final List (Fully Filtered)¶

13. Entity Recognition¶

Entity Recognition from All Texts¶

14. Visualizing Sentiment Over Time: by Proportion (%)¶

14. Visualizing Sentiment Over Time: by Count¶

15. Visualizing World Cloud of Entities based on All Texts¶

Organizations¶

Persons¶

NORP (Nationalities, or Religious/Political Groups¶

LOC (Location)¶

GPE (Geo Political Entities)¶

FAC (Facility/Building)¶

16. Visualizing World Cloud of Entities based on Sentiments¶

Positive Sentiments¶

Negative Sentiments¶

Text Observation to Understand Context and Extract Insights¶

End of Notebook. Please refer to the presentation for complete interpretations/analysis/insights.¶

	title	txt_sent
1969	Sidecar Health Launches in Illinois, is available to more than half of the US population	Sidecar Health’s Access Plan is now available in 18 statesEL SEGUNDO, Calif., March 01, 2022 (GLOBE NEWSWIRE) – Sidecar Health, the health insurer dedicated to providing simple and transparent health insurance options based on doctors’ cash prices, announced it’s now available to consumers in Illinois, its 18th state .
1970	Sidecar Health Launches in Illinois, is available to more than half of the US population	With the addition of Illinois, Sidecar Health is now an option for more than half of the US population, marking a major milestone for the company.
1972	Sidecar Health Launches in Illinois, is available to more than half of the US population	Sidecar Health is changing that, with affordable, straightforward, accessible plans, ”said Patrick Quigley, Co-Founder and CEO, Sidecar Health.
1976	Sidecar Health Launches in Illinois, is available to more than half of the US population	With the Sidecar Health app members can look up the local prices for any medical service in just a few clicks, so they know upfront what they’ll pay for care, and can shop around for the doctor that makes sense to them.
1977	Sidecar Health Launches in Illinois, is available to more than half of the US population	Since Sidecar Health members can visit any doctor who accepts a Visa card, they no longer have to wonder if a doctor is in-network or not – Sidecar Health covers all providers the same.
1980	Sidecar Health Launches in Illinois, is available to more than half of the US population	With the addition of Illinois, Sidecar Health’s Access Plan is now available to more than half of the US population.
1981	Sidecar Health Launches in Illinois, is available to more than half of the US population	In total, Sidecar Health is now available year-round in Alabama, Arkansas, Arizona, Florida, Georgia, Illinois, Indiana, Kentucky, Maryland, Michigan, Mississippi, Ohio, Oklahoma, North Carolina, South Carolina, Tennessee, Texas, and
1983	Sidecar Health Launches in Illinois, is available to more than half of the US population	Sidecar HealthSidecar Health is changing health insurance.
1984	Sidecar Health Launches in Illinois, is available to more than half of the US population	Unlike traditional insurance, which sits between the patient and the doctor, Sidecar Health members can pay for care directly when they get it using the Sidecar Health VISA Benefit card.
1987	Sidecar Health Launches in Illinois, is available to more than half of the US population	Founded in 2018, Sidecar Health has raised more than $ 175 million to date from Drive Capital, BOND, Menlo Ventures, Tiger Global, Cathay Innovation, GreatPoint Ventures, and Morpheus Ventures.
2468	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	Sidecar Health, the health insurer dedicated to providing simple and transparent health insurance options based on doctors’ cash prices, announced it’s now available to consumers in Illinois, its 18th state.
2469	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	With the addition of Illinois, Sidecar Health is now an option for more than half of the U.S population, marking a major milestone for the company.
2470	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	Sidecar Health is changing that, with affordable, straightforward, accessible plans,” said Patrick Quigley, Co-Founder and CEO, Sidecar Health.
2472	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	Sidecar Health is insurance that is finally fair.
2475	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	With the addition of Illinois, Sidecar Health’s Access Plan is now available to more than half of the U.S. population.
2476	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	In total, Sidecar Health is now available year-round in Alabama, Arkansas, Arizona, Florida, Georgia, Illinois, Indiana, Kentucky, Maryland, Michigan, Mississippi, Ohio, Oklahoma, North Carolina, South Carolina, Tennessee, Texas, and Utah.
2477	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	About Sidecar Health Sidecar Health is changing health insurance.
2478	Sidecar Health Launches in Illinois, is available to more than half of the U.S. population	Founded in 2018, Sidecar Health has raised more than $175 million to date from Drive Capital, BOND, Menlo Ventures, Tiger Global, Cathay Innovation, GreatPoint Ventures, and Morpheus Ventures.

	title	txt_sent
508	Pritzker promotes false narrative of Illinois population 'boom'	Because these estimates use the latest decennial census count as their starting point, PEP estimates of Illinois’ population on April 1, 2020, match the official count of 12,812,508.This program is also intended to track changes in the population based on: federal vital statistics data from the National Center for Health Statistics and Federal-State Cooperative for Population Estimates; domestic migration data from the Internal Revenue Service, Medicare, Social Security Administration and the Census Bureau’s Demographic Characteristics File for all ages; and international migration data from the American Community Survey, Puerto Rico Community Survey and the Defense Manpower Data Center.
533	Gov. Pritzker calls on federal government to consider Illinois population growth when providing funding	The governor’s letter to President Joe Biden calls for an adjustment in population count as the government allocates $1.5 million for programs like Medicare, affordable housing and homeland security.
740	Governor Pritzker Calls on Federal Government to Fund Illinois Based on Population Increase	Pritzker’s letter to President Biden calls for adjusted population counts to be considered when allocating over $1.5 trillion in federal funds for Medicare, affordable housing, homeland security, and other essential programs.
1438	Gov Pritzker Calls On Federal Government to Fund Illinois Based on Population Increase	Pritzker sent a letter to President Biden calling for adjusted population counts to be considered when allocating over one-point-five-trillion-dollars in federal funds for Medicare, affordable housing, homeland security, and other essential programs.
2000	Aging in the shadows: Spotlighting the challenges facing Illinois’ aging undocumented population	Undocumented immigrants are blocked from accessing social programs that many seniors rely on, such as food stamps, public housing, Medicare and Social Security Insurance — programs that they pay billions of dollars into every year.